mirror of
https://github.com/kolbytn/mindcraft.git
synced 2025-09-04 05:13:04 +02:00
vllm
This commit is contained in:
parent
c9b52ffa5b
commit
8af595ffa8
1 changed files with 1 additions and 2 deletions
|
@ -24,10 +24,9 @@ export class VLLM {
|
||||||
async sendRequest(turns, systemMessage, stop_seq = '***') {
|
async sendRequest(turns, systemMessage, stop_seq = '***') {
|
||||||
let messages = [{ 'role': 'system', 'content': systemMessage }].concat(turns);
|
let messages = [{ 'role': 'system', 'content': systemMessage }].concat(turns);
|
||||||
|
|
||||||
if (this.model_name.includes("deepseek") || this.model_name.inclues("qwen")) {
|
if (this.model_name.includes('deepseek') || this.model_name.includes('qwen')) {
|
||||||
messages = strictFormat(messages);
|
messages = strictFormat(messages);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
const pack = {
|
const pack = {
|
||||||
model: this.model_name || "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
|
model: this.model_name || "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
|
||||||
|
|
Loading…
Add table
Reference in a new issue