mirror of
https://github.com/kolbytn/mindcraft.git
synced 2025-08-04 22:35:35 +02:00
cleanup
This commit is contained in:
parent
31a1f47c0c
commit
10056c1d7b
1 changed files with 2 additions and 30 deletions
|
@ -39,34 +39,6 @@ export class Mixtral {
|
||||||
}
|
}
|
||||||
|
|
||||||
async embed(text) {
|
async embed(text) {
|
||||||
/* GPT's embed:
|
console.log("There is no support for embeddings here.");
|
||||||
const embedding = await this.openai.embeddings.create({
|
|
||||||
model: this.model_name || "text-embedding-ada-002",
|
|
||||||
input: text,
|
|
||||||
encoding_format: "float",
|
|
||||||
});
|
|
||||||
return embedding.data[0].embedding;
|
|
||||||
*/
|
|
||||||
|
|
||||||
// lol no embeddings for u
|
|
||||||
// l
|
|
||||||
console.log("big oof, embeds on groq dont is not thing");
|
|
||||||
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
async function definitelynotmain() {
|
|
||||||
const chatCompletion = await groq.chat.completions.create({
|
|
||||||
"messages": "",
|
|
||||||
"model": "mixtral-8x7b-32768",
|
|
||||||
"temperature": 0.85,
|
|
||||||
"max_tokens": 8192,
|
|
||||||
"top_p": 1,
|
|
||||||
"stream": true,
|
|
||||||
"stop": "***"
|
|
||||||
});
|
|
||||||
|
|
||||||
for await (const chunk of chatCompletion) {
|
|
||||||
process.stdout.write(chunk.choices[0]?.delta?.content || '');
|
|
||||||
}
|
}
|
||||||
}
|
}
|
Loading…
Add table
Reference in a new issue