feat : simpler, better terminal color

This commit is contained in:
martin legrand
2025-03-29 15:53:27 +01:00
parent e69cff0735
commit 862a78276f
2 changed files with 57 additions and 46 deletions
+2 -1
View File
@@ -28,7 +28,8 @@ class LlamacppLLM(GeneratorLLM):
output = self.llm.create_chat_completion(
messages = history
)
self.state.current_buffer = output
with self.state.lock:
self.state.current_buffer = output
except Exception as e:
self.logger.error(f"Error: {e}")
finally: