readme update

This commit is contained in:
martin legrand
2025-03-29 21:28:42 +01:00
5 changed files with 21 additions and 4 deletions
+2
View File
@@ -1,6 +1,7 @@
from .generator import GeneratorLLM
from llama_cpp import Llama
from decorator import timer_decorator
class LlamacppLLM(GeneratorLLM):
@@ -11,6 +12,7 @@ class LlamacppLLM(GeneratorLLM):
super().__init__()
self.llm = None
@timer_decorator
def generate(self, history):
if self.llm is None:
self.logger.info(f"Loading {self.model}...")