dynamically load models

src/models/_model_map.js

@@ -1,57 +1,54 @@
-import { Gemini } from './gemini.js';
+import { promises as fs } from 'fs';
-import { GPT } from './gpt.js';
+import path from 'path';
-import { Claude } from './claude.js';
+import { fileURLToPath, pathToFileURL } from 'url';
-import { Mistral } from './mistral.js';
-import { ReplicateAPI } from './replicate.js';
-import { Ollama } from './ollama.js';
-import { Novita } from './novita.js';
-import { GroqCloudAPI } from './groq.js';
-import { HuggingFace } from './huggingface.js';
-import { Qwen } from "./qwen.js";
-import { Grok } from "./grok.js";
-import { DeepSeek } from './deepseek.js';
-import { Hyperbolic } from './hyperbolic.js';
-import { GLHF } from './glhf.js';
-import { OpenRouter } from './openrouter.js';
-import { VLLM } from './vllm.js';
 
-// Add new models here.
+const __filename = fileURLToPath(import.meta.url);
-// It maps api prefixes to model classes, eg 'openai/gpt-4o' -> GPT
+const __dirname = path.dirname(__filename);
-const apiMap = {
+
-    'openai': GPT,
+// Dynamically discover model classes in this directory.
-    'google': Gemini,
+// Each model class must export a static `prefix` string.
-    'anthropic': Claude,
+const apiMap = await (async () => {
-    'replicate': ReplicateAPI,
+    const map = {};
-    'ollama': Ollama,
+    const files = (await fs.readdir(__dirname))
-    'mistral': Mistral,
+        .filter(f => f.endsWith('.js') && f !== '_model_map.js' && f !== 'prompter.js');
-    'groq': GroqCloudAPI,
+    for (const file of files) {
-    'huggingface': HuggingFace,
+        try {
-    'novita': Novita,
+            const moduleUrl = pathToFileURL(path.join(__dirname, file)).href;
-    'qwen': Qwen,
+            const mod = await import(moduleUrl);
-    'grok': Grok,
+            for (const exported of Object.values(mod)) {
-    'deepseek': DeepSeek,
+                if (typeof exported === 'function' && Object.prototype.hasOwnProperty.call(exported, 'prefix')) {
-    'hyperbolic': Hyperbolic,
+                    const prefix = exported.prefix;
-    'glhf': GLHF,
+                    if (typeof prefix === 'string' && prefix.length > 0) {
-    'openrouter': OpenRouter,
+                        map[prefix] = exported;
-    'vllm': VLLM,
+                    }
-}
+                }
+            }
+        } catch (e) {
+            console.warn('Failed to load model module:', file, e?.message || e);
+        }
+    }
+    return map;
+})();
 
 export function selectAPI(profile) {
     if (typeof profile === 'string' || profile instanceof String) {
         profile = {model: profile};
     }
-    const api = Object.keys(apiMap).find(key => profile.model.startsWith(key));
+    // backwards compatibility with local->ollama
+    if (profile.api?.includes('local') || profile.model?.includes('local')) {
+        profile.api = 'ollama';
+        if (profile.model) {
+            profile.model = profile.model.replace('local', 'ollama');
+        }
+    }
+    if (!profile.api) {
+        const api = Object.keys(apiMap).find(key => profile.model?.startsWith(key));
         if (api) {
             profile.api = api;
         }
         else {
-        // backwards compatibility with local->ollama
-        if (profile.model.includes('local')) {
-            profile.api = 'ollama';
-            profile.model = profile.model.replace('local/', '');
-        }
             // check for some common models that do not require prefixes
-        else if (profile.model.includes('gpt') || profile.model.includes('o1')|| profile.model.includes('o3'))
+            if (profile.model.includes('gpt') || profile.model.includes('o1')|| profile.model.includes('o3'))
                 profile.api = 'openai';
             else if (profile.model.includes('claude'))
                 profile.api = 'anthropic';
@@ -69,6 +66,10 @@ export function selectAPI(profile) {
         if (!profile.api) {
             throw new Error('Unknown model:', profile.model);
         }
+    }
+    if (!apiMap[profile.api]) {
+        throw new Error('Unknown api:', profile.api);
+    }
     let model_name = profile.model.replace(profile.api + '/', ''); // remove prefix
     profile.model = model_name === "" ? null : model_name; // if model is empty, set to null
     return profile;

src/models/claude.js

@@ -3,6 +3,7 @@ import { strictFormat } from '../utils/text.js';
 import { getKey } from '../utils/keys.js';
 
 export class Claude {
+    static prefix = 'anthropic';
     constructor(model_name, url, params) {
         this.model_name = model_name;
         this.params = params || {};

src/models/deepseek.js

@@ -3,6 +3,7 @@ import { getKey, hasKey } from '../utils/keys.js';
 import { strictFormat } from '../utils/text.js';
 
 export class DeepSeek {
+    static prefix = 'deepseek';
     constructor(model_name, url, params) {
         this.model_name = model_name;
         this.params = params;

src/models/gemini.js

@@ -3,6 +3,7 @@ import { toSinglePrompt, strictFormat } from '../utils/text.js';
 import { getKey } from '../utils/keys.js';
 
 export class Gemini {
+    static prefix = 'google';
     constructor(model_name, url, params) {
         this.model_name = model_name;
         this.params = params;

src/models/glhf.js

@@ -2,6 +2,7 @@ import OpenAIApi from 'openai';
 import { getKey } from '../utils/keys.js';
 
 export class GLHF {
+    static prefix = 'glhf';
     constructor(model_name, url) {
         this.model_name = model_name;
         const apiKey = getKey('GHLF_API_KEY');

src/models/gpt.js

@@ -3,6 +3,7 @@ import { getKey, hasKey } from '../utils/keys.js';
 import { strictFormat } from '../utils/text.js';
 
 export class GPT {
+    static prefix = 'openai';
     constructor(model_name, url, params) {
         this.model_name = model_name;
         this.params = params;
@@ -22,20 +23,21 @@ export class GPT {
     async sendRequest(turns, systemMessage, stop_seq='***') {
         let messages = [{'role': 'system', 'content': systemMessage}].concat(turns);
         messages = strictFormat(messages);
+        let model = this.model_name || "gpt-4o-mini";
         const pack = {
-            model: this.model_name || "gpt-3.5-turbo",
+            model: model,
             messages,
             stop: stop_seq,
             ...(this.params || {})
         };
-        if (this.model_name.includes('o1') || this.model_name.includes('o3') || this.model_name.includes('5')) {
+        if (model.includes('o1') || model.includes('o3') || model.includes('5')) {
             delete pack.stop;
         }
 
         let res = null;
 
         try {
-            console.log('Awaiting openai api response from model', this.model_name)
+            console.log('Awaiting openai api response from model', model)
             // console.log('Messages:', messages);
             let completion = await this.openai.chat.completions.create(pack);
             if (completion.choices[0].finish_reason == 'length')
@@ -88,6 +90,3 @@ export class GPT {
     }
 
 }
-
-
-

src/models/grok.js

@@ -3,6 +3,7 @@ import { getKey } from '../utils/keys.js';
 
 // xAI doesn't supply a SDK for their models, but fully supports OpenAI and Anthropic SDKs
 export class Grok {
+    static prefix = 'grok';
     constructor(model_name, url, params) {
         this.model_name = model_name;
         this.url = url;

src/models/groq.js

@@ -6,6 +6,7 @@ import { getKey } from '../utils/keys.js';
 
 // Umbrella class for everything under the sun... That GroqCloud provides, that is.
 export class GroqCloudAPI {
+    static prefix = 'groq';
 
     constructor(model_name, url, params) {
 
@@ -63,7 +64,6 @@ export class GroqCloudAPI {
             if (err.message.includes("content must be a string")) {
                 res = "Vision is only supported by certain models.";
             } else {
-                console.log(this.model_name);
                 res = "My brain disconnected, try again.";
             }
             console.log(err);

src/models/huggingface.js

@@ -3,6 +3,7 @@ import { getKey } from '../utils/keys.js';
 import { HfInference } from "@huggingface/inference";
 
 export class HuggingFace {
+  static prefix = 'huggingface';
   constructor(model_name, url, params) {
     // Remove 'huggingface/' prefix if present
     this.model_name = model_name.replace('huggingface/', '');

src/models/hyperbolic.js

@@ -1,6 +1,7 @@
 import { getKey } from '../utils/keys.js';
 
 export class Hyperbolic {
+    static prefix = 'hyperbolic';
     constructor(modelName, apiUrl) {
         this.modelName = modelName || "deepseek-ai/DeepSeek-V3";
         this.apiUrl = apiUrl || "https://api.hyperbolic.xyz/v1/chat/completions";

src/models/mistral.js

@@ -3,6 +3,7 @@ import { getKey } from '../utils/keys.js';
 import { strictFormat } from '../utils/text.js';
 
 export class Mistral {
+    static prefix = 'mistral';
     #client;
 
     constructor(model_name, url, params) {

src/models/novita.js

@@ -4,6 +4,7 @@ import { strictFormat } from '../utils/text.js';
 
 // llama, mistral
 export class Novita {
+	static prefix = 'novita';
 	constructor(model_name, url, params) {
     this.model_name = model_name.replace('novita/', '');
     this.url = url || 'https://api.novita.ai/v3/openai';

src/models/ollama.js

@@ -1,6 +1,7 @@
 import { strictFormat } from '../utils/text.js';
 
 export class Ollama {
+    static prefix = 'ollama';
     constructor(model_name, url, params) {
         this.model_name = model_name;
         this.params = params;

src/models/openrouter.js

@@ -3,6 +3,7 @@ import { getKey, hasKey } from '../utils/keys.js';
 import { strictFormat } from '../utils/text.js';
 
 export class OpenRouter {
+    static prefix = 'openrouter';
     constructor(model_name, url) {
         this.model_name = model_name;
 

src/models/qwen.js

@@ -3,6 +3,7 @@ import { getKey, hasKey } from '../utils/keys.js';
 import { strictFormat } from '../utils/text.js';
 
 export class Qwen {
+    static prefix = 'qwen';
     constructor(model_name, url, params) {
         this.model_name = model_name;
         this.params = params;

src/models/replicate.js

@@ -4,6 +4,7 @@ import { getKey } from '../utils/keys.js';
 
 // llama, mistral
 export class ReplicateAPI {
+	static prefix = 'replicate';
 	constructor(model_name, url, params) {
 		this.model_name = model_name;
 		this.url = url;

src/models/vllm.js

@@ -6,6 +6,7 @@ import { getKey, hasKey } from '../utils/keys.js';
 import { strictFormat } from '../utils/text.js';
 
 export class VLLM {
+    static prefix = 'vllm';
     constructor(model_name, url) {
         this.model_name = model_name;
 
@@ -23,13 +24,14 @@ export class VLLM {
 
     async sendRequest(turns, systemMessage, stop_seq = '***') {
         let messages = [{ 'role': 'system', 'content': systemMessage }].concat(turns);
+        let model = this.model_name || "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B";  
         
-        if (this.model_name.includes('deepseek') || this.model_name.includes('qwen')) {
+        if (model.includes('deepseek') || model.includes('qwen')) {
             messages = strictFormat(messages);
         } 
 
         const pack = {
-            model: this.model_name || "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
+            model: model,
             messages,
             stop: stop_seq,
         };