diff --git a/src/models/vllm.js b/src/models/vllm.js index a9a5bb1..52e3e5b 100644 --- a/src/models/vllm.js +++ b/src/models/vllm.js @@ -24,10 +24,9 @@ export class VLLM { async sendRequest(turns, systemMessage, stop_seq = '***') { let messages = [{ 'role': 'system', 'content': systemMessage }].concat(turns); - if (this.model_name.includes("deepseek") || this.model_name.inclues("qwen")) { + if (this.model_name.includes('deepseek') || this.model_name.includes('qwen')) { messages = strictFormat(messages); } - const pack = { model: this.model_name || "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",