diff --git a/src/models/gemini.js b/src/models/gemini.js index b988c7f..9a2b3c5 100644 --- a/src/models/gemini.js +++ b/src/models/gemini.js @@ -39,7 +39,7 @@ export class Gemini { model: this.model_name || "gemini-1.5-flash", // systemInstruction does not work bc google is trash }; - + if (this.url) { model = this.genAI.getGenerativeModel( modelConfig, @@ -55,7 +55,6 @@ export class Gemini { console.log('Awaiting Google API response...'); - // Prepend system message and format turns cause why not turns.unshift({ role: 'system', content: systemMessage }); turns = strictFormat(turns); let contents = []; @@ -94,6 +93,7 @@ export class Gemini { } console.log('Received.'); + return text; } diff --git a/src/models/groq.js b/src/models/groq.js index 0a94550..56dbfcd 100644 --- a/src/models/groq.js +++ b/src/models/groq.js @@ -3,6 +3,7 @@ import { getKey } from '../utils/keys.js'; // Umbrella class for Mixtral, LLama, Gemma... export class GroqCloudAPI { + constructor(model_name, url, params) { this.model_name = model_name; this.url = url; @@ -10,6 +11,7 @@ export class GroqCloudAPI { // Groq Cloud does not support custom URLs; warn if provided if (this.url) { console.warn("Groq Cloud has no implementation for custom URLs. Ignoring provided URL."); + } this.groq = new Groq({ apiKey: getKey('GROQCLOUD_API_KEY') }); } @@ -37,6 +39,7 @@ export class GroqCloudAPI { ...(this.params || {}) }); + let temp_res = ""; // Aggregate streamed chunks into a full response for await (const chunk of completion) { diff --git a/src/models/local.js b/src/models/local.js index 64e5ab1..7a018b5 100644 --- a/src/models/local.js +++ b/src/models/local.js @@ -43,6 +43,7 @@ export class Local { console.log(err); res = 'My brain disconnected, try again.'; } + } // If the model name includes "deepseek-r1" or "Andy-3.5-reasoning", then handle the block.