Issue with LM Studio not getting port when using Docker

This commit is contained in:
Christian Coleman
2025-06-15 18:53:36 -04:00
parent 6bb0e5a16b
commit e33e3e15e4
+8 -1
View File
@@ -338,7 +338,14 @@ class Provider:
""" """
Use local lm-studio server to generate text. Use local lm-studio server to generate text.
""" """
url = self.internal_url if self.in_docker else self.server_ip if self.in_docker:
# Extract port from server_address if present
port = "1234" # default
if ":" in self.server_address:
port = self.server_address.split(":")[1]
url = f"{self.internal_url}:{port}"
else:
url = f"http://{self.server_ip}"
route_start = f"{url}/v1/chat/completions" route_start = f"{url}/v1/chat/completions"
payload = { payload = {
"messages": history, "messages": history,