From 98d4a6ee75d1a68327ce8454a8240aff45f3935e Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E5=B1=85=E9=87=8C=E6=A0=88=E6=A0=88?=
 <37398336+2277419213@users.noreply.github.com>
Date: Wed, 13 Nov 2024 17:02:32 +0800
Subject: [PATCH] Fix garbled code (#3126)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

* 修复：修复引导输入批量导入中文乱码问题

* 兼容非UTF-8的CSV导入

---------

Co-authored-by: 勤劳上班的卑微小张 <jiazhan.zhang@ggimage.com>
---
 packages/web/common/file/utils.ts | 34 +++++++++++++++++++++++++++++--
 1 file changed, 32 insertions(+), 2 deletions(-)

diff --git a/packages/web/common/file/utils.ts b/packages/web/common/file/utils.ts
index 38c1ae5ed..9b8a1618f 100644
--- a/packages/web/common/file/utils.ts
+++ b/packages/web/common/file/utils.ts
@@ -61,7 +61,14 @@ export const readFileRawText = ({
 
         reject(getErrText(err, 'Load file error'));
       };
-      reader.readAsText(file);
+      detectFileEncoding(file).then((encoding) => {
+        console.log(encoding);
+
+        reader.readAsText(
+          file,
+          ['iso-8859-1', 'windows-1252'].includes(encoding) ? 'gb2312' : 'utf-8'
+        );
+      });
     } catch (error) {
       reject('The browser does not support file content reading');
     }
@@ -71,6 +78,29 @@ export const readFileRawText = ({
 export const readCsvRawText = async ({ file }: { file: File }) => {
   const rawText = await readFileRawText({ file });
   const csvArr = Papa.parse(rawText).data as string[][];
-
   return csvArr;
 };
+
+interface EncodingDetectionResult {
+  encoding: string | null;
+}
+
+function detectEncoding(buffer: ArrayBuffer): EncodingDetectionResult {
+  const encodings = ['utf-8', 'iso-8859-1', 'windows-1252'];
+  for (let encoding of encodings) {
+    try {
+      const decoder = new TextDecoder(encoding, { fatal: true });
+      decoder.decode(buffer);
+      return { encoding }; // 如果解码成功，返回当前编码
+    } catch (e) {
+      // continue to try next encoding
+    }
+  }
+  return { encoding: null }; // 如果没有编码匹配，返回null
+}
+
+async function detectFileEncoding(file: File): Promise<string> {
+  const buffer = await loadFile2Buffer({ file });
+  const { encoding } = detectEncoding(buffer);
+  return encoding || 'unknown';
+}