fix the vision model when encountering non-png images (#491)

Signed-off-by: InternetBugs <[email protected]>

service/package.json

@@ -33,6 +33,7 @@
     "dotenv": "^16.0.3",
     "express": "^4.18.3",
     "express-rate-limit": "^6.7.0",
+    "file-type": "^19.0.0",
     "gpt-token": "^0.0.5",
     "https-proxy-agent": "^5.0.1",
     "isomorphic-fetch": "^3.0.0",

service/src/utils/image.ts

@@ -1,4 +1,5 @@
 import fs from 'node:fs/promises'
+import * as fileType from 'file-type'
 
 fs.mkdir('uploads').then(() => {
   globalThis.console.log('Directory uploads created')
@@ -12,7 +13,10 @@ fs.mkdir('uploads').then(() => {
 
 export async function convertImageUrl(uploadFileKey: string): Promise<string> {
   const imageData = await fs.readFile(`uploads/${uploadFileKey}`)
+  //判断文件格式
+  const imageType = await fileType.fileTypeFromBuffer(imageData)
+  const mimeType = imageType.mime;
   // 将图片数据转换为 Base64 编码的字符串
   const base64Image = imageData.toString('base64')
-  return `data:image/png;base64,${base64Image}`
-}
+  return `data:${mimeType};base64,${base64Image}`
+}

src/views/chat/index.vue

@@ -720,7 +720,7 @@ onUnmounted(() => {
                 :headers="uploadHeaders"
                 :show-file-list="false"
                 response-type="json"
-                accept="image/*"
+                accept="image/png, image/jpeg, image/webp, image/gif"
                 @finish="handleFinish"
               >
                 <span class="text-xl text-[#4f555e] dark:text-white">