From fb0fd0dbfe3dd3ef2a8b84539a1c6890bd171b75 Mon Sep 17 00:00:00 2001
From: Hk-Gosuto <yominogosuto@gmail.com>
Date: Fri, 26 Jul 2024 09:35:53 +0000
Subject: [PATCH] fix: plugin image functicon

---
 app/client/platforms/openai.ts | 11 +++++++----
 1 file changed, 7 insertions(+), 4 deletions(-)

diff --git a/app/client/platforms/openai.ts b/app/client/platforms/openai.ts
index d6a5dab13..06f802a9e 100644
--- a/app/client/platforms/openai.ts
+++ b/app/client/platforms/openai.ts
@@ -441,10 +441,13 @@ export class ChatGPTApi implements LLMApi {
 
   async toolAgentChat(options: AgentChatOptions) {
     const visionModel = isVisionModel(options.config.model);
-    const messages = options.messages.map((v) => ({
-      role: v.role,
-      content: visionModel ? v.content : getMessageTextContent(v),
-    }));
+    const messages: AgentChatOptions["messages"] = [];
+    for (const v of options.messages) {
+      const content = visionModel
+        ? await preProcessImageContent(v.content)
+        : getMessageTextContent(v);
+      messages.push({ role: v.role, content });
+    }
 
     const modelConfig = {
       ...useAppConfig.getState().modelConfig,