readme update for server install instruction
This commit is contained in:
@@ -1,15 +1,11 @@
|
||||
#!/usr/bin python3
|
||||
|
||||
import logging
|
||||
import argparse
|
||||
from flask import Flask, jsonify, request
|
||||
|
||||
from sources.llamacpp import LlamacppLLM
|
||||
from sources.ollama import OllamaLLM
|
||||
|
||||
log = logging.getLogger('werkzeug')
|
||||
log.setLevel(logging.ERROR)
|
||||
|
||||
parser = argparse.ArgumentParser(description='AgenticSeek server script')
|
||||
parser.add_argument('--provider', type=str, help='LLM backend library to use. set to [ollama] or [llamacpp]', required=True)
|
||||
parser.add_argument('--port', type=int, help='port to use', required=True)
|
||||
|
||||
@@ -24,6 +24,12 @@ class GeneratorLLM():
|
||||
self.model = None
|
||||
self.state = GenerationState()
|
||||
self.logger = logging.getLogger(__name__)
|
||||
handler = logging.StreamHandler()
|
||||
handler.setLevel(logging.INFO)
|
||||
formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
|
||||
handler.setFormatter(formatter)
|
||||
self.logger.addHandler(handler)
|
||||
self.logger.setLevel(logging.INFO)
|
||||
|
||||
def set_model(self, model: str) -> None:
|
||||
self.logger.info(f"Model set to {model}")
|
||||
|
||||
@@ -1,10 +1,10 @@
|
||||
|
||||
from .generator import GeneratorLLM
|
||||
import ollama
|
||||
|
||||
class OllamaLLM(GeneratorLLM):
|
||||
|
||||
def __init__(self):
|
||||
import ollama
|
||||
"""
|
||||
Handle generation using Ollama.
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user