mirrors/mindcraft
1
0
Fork 0
mirror of https://github.com/kolbytn/mindcraft.git synced 2025-08-04 14:25:43 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

backwards compatibility for llama

Browse source
This commit is contained in:
Isadora White 2025-03-20 15:27:16 -05:00
parent f329967292
commit 056e1bce53
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
src/models/vllm.js
View file

@ -23,7 +23,10 @@ export class VLLM {
async sendRequest(turns, systemMessage, stop_seq = '***') { async sendRequest(turns, systemMessage, stop_seq = '***') {
let messages = [{ 'role': 'system', 'content': systemMessage }].concat(turns); let messages = [{ 'role': 'system', 'content': systemMessage }].concat(turns);
messages = strictFormat(messages); if (this.model_name.includes("deepseek") || this.model_name.inclues("qwen")) {
messages = strictFormat(messages);
}
const pack = { const pack = {
model: this.model_name || "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", model: this.model_name || "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",