From 4712d394276982670258255e36be6d0e7c570216 Mon Sep 17 00:00:00 2001 From: martin legrand Date: Sat, 29 Mar 2025 12:52:33 +0100 Subject: [PATCH] feat : better server log --- server/sources/ollama.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/server/sources/ollama.py b/server/sources/ollama.py index 7450017..0740ead 100644 --- a/server/sources/ollama.py +++ b/server/sources/ollama.py @@ -18,6 +18,7 @@ class OllamaLLM(GeneratorLLM): self.state.last_complete_sentence = "" self.state.current_buffer = "" + self.logger.info("Starting generation...") stream = ollama.chat( model=self.model, messages=history, @@ -26,7 +27,8 @@ class OllamaLLM(GeneratorLLM): for chunk in stream: content = chunk['message']['content'] - print(content, end='', flush=True) + if '\n' in content: + self.logger.info(content) with self.state.lock: self.state.current_buffer += content