take advantage of high token limit

This commit is contained in:
Copper 2024-06-18 19:59:41 -07:00 committed by GitHub
parent 7a22826079
commit 31a1f47c0c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -17,7 +17,7 @@ export class Mixtral {
"messages": messages,
"model": this.model_name || "mixtral-8x7b-32768",
"temperature": 0.45,
"max_tokens": 8192,
"max_tokens": 16384,
"top_p": 1,
"stream": true,
"stop": stop_seq