Update local.js

Updated the default API model from llama3 to llama3.1, llama3.1 is smarter for the same size.
This commit is contained in:
Sweaterdog 2025-03-05 17:25:22 -08:00 committed by GitHub
parent 5061c53a50
commit 4d81445bbb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -10,11 +10,11 @@ export class Local {
}
async sendRequest(turns, systemMessage) {
let model = this.model_name || 'llama3';
let model = this.model_name || 'llama3.1'; // Updated to llama3.1, as it is more performant than llama3
let messages = strictFormat(turns);
messages.unshift({ role: 'system', content: systemMessage });
// We'll attempt up to 5 times for models like "deepseek-r1" if the <think> tags are mismatched.
// We'll attempt up to 5 times for models with deepseek-r1-esk reasoning if the <think> tags are mismatched.
const maxAttempts = 5;
let attempt = 0;
let finalRes = null;