mirrors/mindcraft
1
0
Fork 0
mirror of https://github.com/kolbytn/mindcraft.git synced 2025-09-04 13:23:12 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

vllm

Browse source
This commit is contained in:
Isadora White 2025-03-22 11:34:57 -05:00
parent c9b52ffa5b
commit 8af595ffa8
1 changed files with 1 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
src/models/vllm.js
View file

@ -24,11 +24,10 @@ export class VLLM {
async sendRequest(turns, systemMessage, stop_seq = '***') { async sendRequest(turns, systemMessage, stop_seq = '***') {
let messages = [{ 'role': 'system', 'content': systemMessage }].concat(turns); let messages = [{ 'role': 'system', 'content': systemMessage }].concat(turns);
if (this.model_name.includes("deepseek") || this.model_name.inclues("qwen")) { if (this.model_name.includes('deepseek') || this.model_name.includes('qwen')) {
messages = strictFormat(messages); messages = strictFormat(messages);
} }
const pack = { const pack = {
model: this.model_name || "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", model: this.model_name || "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
messages, messages,