fix : bug

server/install.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+pip3 install --upgrade packaging
+pip3 install --upgrade pip setuptools
+pip3 install -r requirements.txt

server/sources/llamacpp.py

@@ -15,7 +15,7 @@ class LlamacppLLM(GeneratorLLM):
         if self.llm is None:
             self.llm = Llama.from_pretrained(
                 repo_id=self.model,
-                filename="*q8_0.gguf",
+                filename="*Q8_0.gguf",
                 verbose=True
             )
             return

sources/llm_provider.py

@@ -115,7 +115,6 @@ class Provider:
 
         try:
             requests.post(route_setup, json={"model": self.model})
-            pretty_print("Setting up server...", color="status")
             requests.post(route_gen, json={"messages": history})
             is_complete = False
             while not is_complete: