From 308e092a8145df40212a8b21ea3484bbf5f711e7 Mon Sep 17 00:00:00 2001
From: gmuffiness <gmuffiness@gmail.com>
Date: Wed, 29 Jan 2025 01:38:49 +0900
Subject: [PATCH] feat: add anthropic vision request

---
 src/models/claude.js | 26 +++++++++++++++++++++++---
 1 file changed, 23 insertions(+), 3 deletions(-)

diff --git a/src/models/claude.js b/src/models/claude.js
index c97ecb2..fb5c740 100644
--- a/src/models/claude.js
+++ b/src/models/claude.js
@@ -37,10 +37,30 @@ export class Claude {
         return res;
     }
 
+    async sendVisionRequest(turns, systemMessage, imageBuffer) {
+        const imageMessages = [...turns];
+        imageMessages.push({
+            role: "user",
+            content: [
+                {
+                    type: "text",
+                    text: systemMessage
+                },
+                {
+                    type: "image",
+                    source: {
+                        type: "base64",
+                        media_type: "image/jpeg",
+                        data: imageBuffer.toString('base64')
+                    }
+                }
+            ]
+        });
+
+        return this.sendRequest(imageMessages, systemMessage);
+    }
+
     async embed(text) {
         throw new Error('Embeddings are not supported by Claude.');
     }
 }
-
-
-