mirror of
https://github.com/kolbytn/mindcraft.git
synced 2025-07-29 03:15:27 +02:00
feat: add groq vision request
This commit is contained in:
parent
7d51726289
commit
d1b3232a5a
1 changed files with 22 additions and 2 deletions
|
@ -15,8 +15,10 @@ export class GroqCloudAPI {
|
|||
this.groq = new Groq({ apiKey: getKey('GROQCLOUD_API_KEY') });
|
||||
}
|
||||
|
||||
async sendRequest(turns, systemMessage, stop_seq=null) {
|
||||
let messages = [{"role": "system", "content": systemMessage}].concat(turns);
|
||||
async sendRequest(turns, systemMessage=null, stop_seq=null) {
|
||||
let messages = systemMessage
|
||||
? [{"role": "system", "content": systemMessage}].concat(turns)
|
||||
: turns;
|
||||
let res = null;
|
||||
try {
|
||||
console.log("Awaiting Groq response...");
|
||||
|
@ -45,6 +47,24 @@ export class GroqCloudAPI {
|
|||
return res;
|
||||
}
|
||||
|
||||
async sendVisionRequest(messages, systemMessage, imageBuffer) {
|
||||
const imageMessages = [...messages];
|
||||
imageMessages.push({
|
||||
role: "user",
|
||||
content: [
|
||||
{ type: "text", text: systemMessage },
|
||||
{
|
||||
type: "image_url",
|
||||
image_url: {
|
||||
url: `data:image/jpeg;base64,${imageBuffer.toString('base64')}`
|
||||
}
|
||||
}
|
||||
]
|
||||
});
|
||||
|
||||
return this.sendRequest(imageMessages);
|
||||
}
|
||||
|
||||
async embed(text) {
|
||||
console.log("There is no support for embeddings in Groq support. However, the following text was provided: " + text);
|
||||
}
|
||||
|
|
Loading…
Add table
Reference in a new issue