diff --git a/server/sources/vllm_handler.py b/server/sources/vllm_handler.py index 2f9b329..c3479a3 100644 --- a/server/sources/vllm_handler.py +++ b/server/sources/vllm_handler.py @@ -1,3 +1,4 @@ +from .generator import GeneratorLLM from vllm import LLM, SamplingParams import logging from typing import List, Dict