readme update for server install instruction

This commit is contained in:
martin legrand
2025-03-29 12:40:50 +01:00
parent d1b20a1446
commit 4c87353db4
5 changed files with 28 additions and 10 deletions
-4
View File
@@ -1,15 +1,11 @@
#!/usr/bin python3
import logging
import argparse
from flask import Flask, jsonify, request
from sources.llamacpp import LlamacppLLM
from sources.ollama import OllamaLLM
log = logging.getLogger('werkzeug')
log.setLevel(logging.ERROR)
parser = argparse.ArgumentParser(description='AgenticSeek server script')
parser.add_argument('--provider', type=str, help='LLM backend library to use. set to [ollama] or [llamacpp]', required=True)
parser.add_argument('--port', type=int, help='port to use', required=True)
+6
View File
@@ -24,6 +24,12 @@ class GeneratorLLM():
self.model = None
self.state = GenerationState()
self.logger = logging.getLogger(__name__)
handler = logging.StreamHandler()
handler.setLevel(logging.INFO)
formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
handler.setFormatter(formatter)
self.logger.addHandler(handler)
self.logger.setLevel(logging.INFO)
def set_model(self, model: str) -> None:
self.logger.info(f"Model set to {model}")
+1 -1
View File
@@ -1,10 +1,10 @@
from .generator import GeneratorLLM
import ollama
class OllamaLLM(GeneratorLLM):
def __init__(self):
import ollama
"""
Handle generation using Ollama.
"""