feat : vllm in server fix
This commit is contained in:
@@ -1,3 +1,4 @@
|
|||||||
|
from .generator import GeneratorLLM
|
||||||
from vllm import LLM, SamplingParams
|
from vllm import LLM, SamplingParams
|
||||||
import logging
|
import logging
|
||||||
from typing import List, Dict
|
from typing import List, Dict
|
||||||
|
|||||||
Reference in New Issue
Block a user