feat : vllm in server fix

2025-04-08 19:40:02 +02:00
parent 8cfb2d1246
commit 82cf54706b
1 changed files with 1 additions and 0 deletions
@@ -1,3 +1,4 @@
+from .generator import GeneratorLLM
 from vllm import LLM, SamplingParams
 import logging
 from typing import List, Dict