fix : server cache bug

2025-04-05 16:45:03 +02:00
parent a667f89c12
commit 93c8f0f8e4
1 changed files with 2 additions and 0 deletions
@@ -1,6 +1,7 @@

 import time
 from .generator import GeneratorLLM
+from .cache import Cache
 import ollama

 class OllamaLLM(GeneratorLLM):
@@ -10,6 +11,7 @@ class OllamaLLM(GeneratorLLM):
        Handle generation using Ollama.
        """
        super().__init__()
+        self.cache = Cache()

    def generate(self, history):
        self.logger.info(f"Using {self.model} for generation with Ollama")