mirrors/mindcraft
1
0
Fork 0
mirror of https://github.com/kolbytn/mindcraft.git synced 2025-08-04 14:25:43 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

updating port number for vllm

Browse source
This commit is contained in:
Isadora White 2025-03-05 15:53:43 -08:00
parent 5da24ecf79
commit 9aefb4676a
2 changed files with 2 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
evaluation_script.py
View file

@ -278,7 +278,7 @@ def make_profiles(agent_names, models, apis, template_profile="profiles/collab_p
profile["model"] = { profile["model"] = {
"api": "vllm", "api": "vllm",
"model": models[index], "model": models[index],
"url": "http://localhost:8000/v1" "url": "http://127.0.0.1:8000/v1"
} }
else: else:
profile["model"] = models[index] profile["model"] = models[index]

3
profiles/vllm.json
View file

@ -4,8 +4,7 @@
"model": { "model": {
"api": "vllm", "api": "vllm",
"model": "Qwen/Qwen2.5-1.5B-Instruct", "model": "Qwen/Qwen2.5-1.5B-Instruct",
"url": "http://localhost:8000/v1" "url": "http://127.0.0.1:8000/v1"
}, },
"embedding": "openai" "embedding": "openai"
} }