feat : better server log
This commit is contained in:
@@ -18,6 +18,7 @@ class OllamaLLM(GeneratorLLM):
|
|||||||
self.state.last_complete_sentence = ""
|
self.state.last_complete_sentence = ""
|
||||||
self.state.current_buffer = ""
|
self.state.current_buffer = ""
|
||||||
|
|
||||||
|
self.logger.info("Starting generation...")
|
||||||
stream = ollama.chat(
|
stream = ollama.chat(
|
||||||
model=self.model,
|
model=self.model,
|
||||||
messages=history,
|
messages=history,
|
||||||
@@ -26,7 +27,8 @@ class OllamaLLM(GeneratorLLM):
|
|||||||
|
|
||||||
for chunk in stream:
|
for chunk in stream:
|
||||||
content = chunk['message']['content']
|
content = chunk['message']['content']
|
||||||
print(content, end='', flush=True)
|
if '\n' in content:
|
||||||
|
self.logger.info(content)
|
||||||
|
|
||||||
with self.state.lock:
|
with self.state.lock:
|
||||||
self.state.current_buffer += content
|
self.state.current_buffer += content
|
||||||
|
|||||||
Reference in New Issue
Block a user