refactor : memory clear section function logic

This commit is contained in:
martin legrand
2025-04-09 19:03:04 +02:00
parent ed2a9cc204
commit 7553d9dbb6
5 changed files with 21 additions and 87 deletions
+1 -3
View File
@@ -6,7 +6,6 @@ from flask import Flask, jsonify, request
from sources.llamacpp_handler import LlamacppLLM
from sources.ollama_handler import OllamaLLM
from sources.vllm_handler import Vllm
parser = argparse.ArgumentParser(description='AgenticSeek server script')
parser.add_argument('--provider', type=str, help='LLM backend library to use. set to [ollama], [vllm] or [llamacpp]', required=True)
@@ -15,12 +14,11 @@ args = parser.parse_args()
app = Flask(__name__)
assert args.provider in ["ollama", "llamacpp", "vllm"], f"Provider {args.provider} does not exists. see --help for more information"
assert args.provider in ["ollama", "llamacpp"], f"Provider {args.provider} does not exists. see --help for more information"
handler_map = {
"ollama": OllamaLLM(),
"llamacpp": LlamacppLLM(),
"vllm": Vllm()
}
generator = handler_map[args.provider]