From 8af595ffa88bc38cb9e131c2a7597a215182870d Mon Sep 17 00:00:00 2001 From: Isadora White Date: Sat, 22 Mar 2025 11:34:57 -0500 Subject: [PATCH] vllm --- src/models/vllm.js | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src/models/vllm.js b/src/models/vllm.js index a9a5bb1..52e3e5b 100644 --- a/src/models/vllm.js +++ b/src/models/vllm.js @@ -24,10 +24,9 @@ export class VLLM { async sendRequest(turns, systemMessage, stop_seq = '***') { let messages = [{ 'role': 'system', 'content': systemMessage }].concat(turns); - if (this.model_name.includes("deepseek") || this.model_name.inclues("qwen")) { + if (this.model_name.includes('deepseek') || this.model_name.includes('qwen')) { messages = strictFormat(messages); } - const pack = { model: this.model_name || "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",