feat : vllm in server

2025-04-08 19:38:06 +02:00
parent 864fb36af5
commit 8cfb2d1246
5 changed files with 86 additions and 6 deletions
@@ -87,8 +87,8 @@ class Provider:
        except AttributeError as e:
            raise NotImplementedError(f"{str(e)}\nIs {self.provider_name} implemented ?")
        except Exception as e:
-            if "RemoteDisconnected" in str(e):
-                return f"{self.server_ip} seem offline. RemoteDisconnected error."
+            if "refused" in str(e):
+                return f"Server {self.server_ip} seem offline. Unable to answer."
            raise Exception(f"Provider {self.provider_name} failed: {str(e)}") from e
        return thought