feat : better server log

This commit is contained in:
martin legrand
2025-03-29 12:52:33 +01:00
parent 4c87353db4
commit 4712d39427
+3 -1
View File
@@ -18,6 +18,7 @@ class OllamaLLM(GeneratorLLM):
self.state.last_complete_sentence = "" self.state.last_complete_sentence = ""
self.state.current_buffer = "" self.state.current_buffer = ""
self.logger.info("Starting generation...")
stream = ollama.chat( stream = ollama.chat(
model=self.model, model=self.model,
messages=history, messages=history,
@@ -26,7 +27,8 @@ class OllamaLLM(GeneratorLLM):
for chunk in stream: for chunk in stream:
content = chunk['message']['content'] content = chunk['message']['content']
print(content, end='', flush=True) if '\n' in content:
self.logger.info(content)
with self.state.lock: with self.state.lock:
self.state.current_buffer += content self.state.current_buffer += content