feat : better server log

2025-03-29 12:52:33 +01:00
parent 4c87353db4
commit 4712d39427
1 changed files with 3 additions and 1 deletions
@@ -18,6 +18,7 @@ class OllamaLLM(GeneratorLLM):
                self.state.last_complete_sentence = ""
                self.state.current_buffer = ""

+            self.logger.info("Starting generation...")
            stream = ollama.chat(
                model=self.model,
                messages=history,
@@ -26,7 +27,8 @@ class OllamaLLM(GeneratorLLM):

            for chunk in stream:
                content = chunk['message']['content']
-                print(content, end='', flush=True)
+                if '\n' in content:
+                    self.logger.info(content)

                with self.state.lock:
                    self.state.current_buffer += content