fix : bug

This commit is contained in:
martin legrand
2025-03-29 13:55:01 +01:00
parent cf1d3d0ba1
commit 5c9ada9468
3 changed files with 6 additions and 2 deletions
+5
View File
@@ -0,0 +1,5 @@
#!/bin/bash
pip3 install --upgrade packaging
pip3 install --upgrade pip setuptools
pip3 install -r requirements.txt
+1 -1
View File
@@ -15,7 +15,7 @@ class LlamacppLLM(GeneratorLLM):
if self.llm is None:
self.llm = Llama.from_pretrained(
repo_id=self.model,
filename="*q8_0.gguf",
filename="*Q8_0.gguf",
verbose=True
)
return