fix : bug

2025-03-29 13:55:01 +01:00
parent cf1d3d0ba1
commit 5c9ada9468
3 changed files with 6 additions and 2 deletions
@@ -15,7 +15,7 @@ class LlamacppLLM(GeneratorLLM):
        if self.llm is None:
            self.llm = Llama.from_pretrained(
                repo_id=self.model,
-                filename="*q8_0.gguf",
+                filename="*Q8_0.gguf",
                verbose=True
            )
            return