diff --git a/server/sources/llamacpp.py b/server/sources/llamacpp.py index 524cb1d..09fd465 100644 --- a/server/sources/llamacpp.py +++ b/server/sources/llamacpp.py @@ -2,9 +2,9 @@ from .generator import GeneratorLLM class LlamacppLLM(GeneratorLLM): - from llama_cpp import Llama def __init__(self): + from llama_cpp import Llama """ Handle generation using llama.cpp """ diff --git a/server/sources/ollama.py b/server/sources/ollama.py index 548a1d8..8cd7631 100644 --- a/server/sources/ollama.py +++ b/server/sources/ollama.py @@ -2,9 +2,9 @@ from .generator import GeneratorLLM class OllamaLLM(GeneratorLLM): - import ollama def __init__(self): + import ollama """ Handle generation using Ollama. """