mirrors/mindcraft
1
0
Fork 0
mirror of https://github.com/kolbytn/mindcraft.git synced 2025-08-21 14:45:45 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Small tweaks, fix small bug with stop_seq

Browse source
This commit is contained in:
FateUnix29 2024-08-25 00:42:37 -07:00
parent eb3d3eac60
commit de7280d8d0
2 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
keys.example.json
View file

@ -4,5 +4,5 @@
"GEMINI_API_KEY": "", "GEMINI_API_KEY": "",
"ANTHROPIC_API_KEY": "", "ANTHROPIC_API_KEY": "",
"REPLICATE_API_KEY": "", "REPLICATE_API_KEY": "",
"GROQ_API_KEY": "" "GROQCLOUD_API_KEY": ""
} }

8
src/models/groq.js
View file

@ -5,10 +5,10 @@ export class Mixtral {
constructor(model_name, url) { constructor(model_name, url) {
this.model_name = model_name; this.model_name = model_name;
this.url = url; this.url = url;
this.groq = new Groq({ apiKey: getKey('GROQ_API_KEY')}); this.groq = new Groq({ apiKey: getKey('GROQCLOUD_API_KEY')});
} }
async sendRequest(turns, systemMessage, stop_seq="***") { async sendRequest(turns, systemMessage, stop_seq=null) {
let messages = [{"role": "system", "content": systemMessage}].concat(turns); let messages = [{"role": "system", "content": systemMessage}].concat(turns);
let res = null; let res = null;
try { try {
@ -20,7 +20,7 @@ export class Mixtral {
"max_tokens": 16384, "max_tokens": 16384,
"top_p": 1, "top_p": 1,
"stream": true, "stream": true,
"stop": null //stop_seq "stop": stop_seq // "***"
}); });
let temp_res = ""; let temp_res = "";
@ -39,6 +39,6 @@ export class Mixtral {
} }
async embed(text) { async embed(text) {
console.log("There is no support for embeddings here."); console.log("There is no support for embeddings in Groq support. However, the following text was provided: " + text);
} }
} }