perf: trying to improve perf
This commit is contained in:
+1
-10
@@ -1,6 +1,7 @@
|
||||
#!/usr/bin python3
|
||||
|
||||
import argparse
|
||||
import time
|
||||
from flask import Flask, jsonify, request
|
||||
|
||||
from sources.llamacpp_handler import LlamacppLLM
|
||||
@@ -36,16 +37,6 @@ def setup():
|
||||
generator.set_model(model)
|
||||
return jsonify({"message": "Model set"}), 200
|
||||
|
||||
@app.route('/get_complete_sentence', methods=['GET'])
|
||||
def get_complete_sentence():
|
||||
if not generator:
|
||||
return jsonify({"error": "Generator not initialized"}), 404
|
||||
while True:
|
||||
status = generator.get_status()
|
||||
if status["is_complete"]:
|
||||
return jsonify(status)
|
||||
return None
|
||||
|
||||
@app.route('/get_updated_sentence')
|
||||
def get_updated_sentence():
|
||||
if not generator:
|
||||
|
||||
Reference in New Issue
Block a user