fix : vllm Nonetype

This commit is contained in:
martin legrand
2025-04-08 19:48:18 +02:00
parent 82cf54706b
commit 3c66eb646e
2 changed files with 5 additions and 3 deletions
+2 -2
View File
@@ -9,13 +9,13 @@ from sources.ollama_handler import OllamaLLM
from sources.vllm_handler import Vllm
parser = argparse.ArgumentParser(description='AgenticSeek server script')
parser.add_argument('--provider', type=str, help='LLM backend library to use. set to [ollama] or [llamacpp]', required=True)
parser.add_argument('--provider', type=str, help='LLM backend library to use. set to [ollama], [vllm] or [llamacpp]', required=True)
parser.add_argument('--port', type=int, help='port to use', required=True)
args = parser.parse_args()
app = Flask(__name__)
assert args.provider in ["ollama", "llamacpp"], f"Provider {args.provider} does not exists. see --help for more information"
assert args.provider in ["ollama", "llamacpp", "vllm"], f"Provider {args.provider} does not exists. see --help for more information"
handler_map = {
"ollama": OllamaLLM(),