add openrouter vision, gpt strict format

This commit is contained in:
MaxRobinsonTheGreat 2025-04-16 12:30:26 -05:00
parent cf42df40a2
commit d5cfae27c9
2 changed files with 19 additions and 2 deletions

View file

@ -21,7 +21,7 @@ export class GPT {
async sendRequest(turns, systemMessage, stop_seq='***') {
let messages = [{'role': 'system', 'content': systemMessage}].concat(turns);
messages = strictFormat(messages);
const pack = {
model: this.model_name || "gpt-3.5-turbo",
messages,
@ -29,7 +29,6 @@ export class GPT {
...(this.params || {})
};
if (this.model_name.includes('o1')) {
pack.messages = strictFormat(messages);
delete pack.stop;
}

View file

@ -52,6 +52,24 @@ export class OpenRouter {
return res;
}
async sendVisionRequest(messages, systemMessage, imageBuffer) {
const imageMessages = [...messages];
imageMessages.push({
role: "user",
content: [
{ type: "text", text: systemMessage },
{
type: "image_url",
image_url: {
url: `data:image/jpeg;base64,${imageBuffer.toString('base64')}`
}
}
]
});
return this.sendRequest(imageMessages, systemMessage);
}
async embed(text) {
throw new Error('Embeddings are not supported by Openrouter.');
}