updating port number for vllm

This commit is contained in:
Isadora White 2025-03-05 15:53:43 -08:00
parent 5da24ecf79
commit 9aefb4676a
2 changed files with 2 additions and 3 deletions

View file

@ -278,7 +278,7 @@ def make_profiles(agent_names, models, apis, template_profile="profiles/collab_p
profile["model"] = {
"api": "vllm",
"model": models[index],
"url": "http://localhost:8000/v1"
"url": "http://127.0.0.1:8000/v1"
}
else:
profile["model"] = models[index]

View file

@ -4,8 +4,7 @@
"model": {
"api": "vllm",
"model": "Qwen/Qwen2.5-1.5B-Instruct",
"url": "http://localhost:8000/v1"
"url": "http://127.0.0.1:8000/v1"
},
"embedding": "openai"
}