mirror of
https://github.com/kolbytn/mindcraft.git
synced 2025-08-25 16:43:45 +02:00
added vision/prefix to cerebras
This commit is contained in:
parent
6b33898a1f
commit
4bf0deaa1b
2 changed files with 22 additions and 4 deletions
|
@ -2,7 +2,7 @@
|
||||||
"type": "module",
|
"type": "module",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@anthropic-ai/sdk": "^0.17.1",
|
"@anthropic-ai/sdk": "^0.17.1",
|
||||||
"@cerebras/cerebras_cloud_sdk": "^1.0.0",
|
"@cerebras/cerebras_cloud_sdk": "^1.46.0",
|
||||||
"@google/generative-ai": "^0.2.1",
|
"@google/generative-ai": "^0.2.1",
|
||||||
"@huggingface/inference": "^2.8.1",
|
"@huggingface/inference": "^2.8.1",
|
||||||
"@mistralai/mistralai": "^1.1.0",
|
"@mistralai/mistralai": "^1.1.0",
|
||||||
|
|
|
@ -3,9 +3,9 @@ import { strictFormat } from '../utils/text.js';
|
||||||
import { getKey } from '../utils/keys.js';
|
import { getKey } from '../utils/keys.js';
|
||||||
|
|
||||||
export class Cerebras {
|
export class Cerebras {
|
||||||
|
static prefix = 'cerebras';
|
||||||
constructor(model_name, url, params) {
|
constructor(model_name, url, params) {
|
||||||
// Strip the prefix
|
this.model_name = model_name;
|
||||||
this.model_name = model_name.replace('cerebras/', '');
|
|
||||||
this.url = url;
|
this.url = url;
|
||||||
this.params = params;
|
this.params = params;
|
||||||
|
|
||||||
|
@ -19,7 +19,7 @@ export class Cerebras {
|
||||||
messages.unshift({ role: 'system', content: systemMessage });
|
messages.unshift({ role: 'system', content: systemMessage });
|
||||||
|
|
||||||
const pack = {
|
const pack = {
|
||||||
model: this.model_name || 'llama-4-scout-17b-16e-instruct',
|
model: this.model_name || 'gpt-oss-120b',
|
||||||
messages,
|
messages,
|
||||||
stream: false,
|
stream: false,
|
||||||
...(this.params || {}),
|
...(this.params || {}),
|
||||||
|
@ -37,6 +37,24 @@ export class Cerebras {
|
||||||
return res;
|
return res;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async sendVisionRequest(messages, systemMessage, imageBuffer) {
|
||||||
|
const imageMessages = [...messages];
|
||||||
|
imageMessages.push({
|
||||||
|
role: "user",
|
||||||
|
content: [
|
||||||
|
{ type: "text", text: systemMessage },
|
||||||
|
{
|
||||||
|
type: "image_url",
|
||||||
|
image_url: {
|
||||||
|
url: `data:image/jpeg;base64,${imageBuffer.toString('base64')}`
|
||||||
|
}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
});
|
||||||
|
|
||||||
|
return this.sendRequest(imageMessages, systemMessage);
|
||||||
|
}
|
||||||
|
|
||||||
async embed(text) {
|
async embed(text) {
|
||||||
throw new Error('Embeddings are not supported by Cerebras.');
|
throw new Error('Embeddings are not supported by Cerebras.');
|
||||||
}
|
}
|
||||||
|
|
Loading…
Add table
Reference in a new issue