mirror of
https://github.com/kolbytn/mindcraft.git
synced 2025-08-03 13:55:36 +02:00
updating port number for vllm
This commit is contained in:
parent
5da24ecf79
commit
9aefb4676a
2 changed files with 2 additions and 3 deletions
|
@ -278,7 +278,7 @@ def make_profiles(agent_names, models, apis, template_profile="profiles/collab_p
|
|||
profile["model"] = {
|
||||
"api": "vllm",
|
||||
"model": models[index],
|
||||
"url": "http://localhost:8000/v1"
|
||||
"url": "http://127.0.0.1:8000/v1"
|
||||
}
|
||||
else:
|
||||
profile["model"] = models[index]
|
||||
|
|
|
@ -4,8 +4,7 @@
|
|||
"model": {
|
||||
"api": "vllm",
|
||||
"model": "Qwen/Qwen2.5-1.5B-Instruct",
|
||||
"url": "http://localhost:8000/v1"
|
||||
"url": "http://127.0.0.1:8000/v1"
|
||||
},
|
||||
|
||||
"embedding": "openai"
|
||||
}
|
Loading…
Add table
Reference in a new issue