From 1de106be19bdcc33612a5ed1e8f5df854b7679fa Mon Sep 17 00:00:00 2001 From: Copper <157772455+FateUnix29@users.noreply.github.com> Date: Tue, 18 Jun 2024 19:09:09 -0700 Subject: [PATCH] this absolutely will not work by the time im done with it --- src/agent/prompter.js | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/agent/prompter.js b/src/agent/prompter.js index 233c4a0..c694dd8 100644 --- a/src/agent/prompter.js +++ b/src/agent/prompter.js @@ -10,6 +10,7 @@ import { GPT } from '../models/gpt.js'; import { Claude } from '../models/claude.js'; import { ReplicateAPI } from '../models/replicate.js'; import { Local } from '../models/local.js'; +import { Mixtral } from '../models/groq.js'; export class Prompter { @@ -31,6 +32,8 @@ export class Prompter { chat.api = 'anthropic'; else if (chat.model.includes('meta/') || chat.model.includes('mistralai/') || chat.model.includes('replicate/')) chat.api = 'replicate'; + else if (chat.model.includes('mixtral')) + chat.api = 'groq'; else chat.api = 'ollama'; } @@ -47,6 +50,8 @@ export class Prompter { this.chat_model = new ReplicateAPI(chat.model, chat.url); else if (chat.api == 'ollama') this.chat_model = new Local(chat.model, chat.url); + else if (chat.api == 'groq') + this.chat_model = new Mixtral(chat.model, chat.url) else throw new Error('Unknown API:', api);