4.6.7 fix (#752)

packages/global/common/file/icon.ts

@@ -3,10 +3,12 @@ export const fileImgs = [
   { suffix: 'csv', src: 'file/fill/csv' },
   { suffix: '(doc|docs)', src: 'file/fill/doc' },
   { suffix: 'txt', src: 'file/fill/txt' },
-  { suffix: 'md', src: 'file/fill/markdown' }
+  { suffix: 'md', src: 'file/fill/markdown' },
+  { suffix: 'html', src: 'file/fill/html' }
+
   // { suffix: '.', src: '/imgs/files/file.svg' }
 ];
 
-export function getFileIcon(name = '', defaultImg = '/imgs/files/file.svg') {
+export function getFileIcon(name = '', defaultImg = 'file/fill/file') {
   return fileImgs.find((item) => new RegExp(item.suffix, 'gi').test(name))?.src || defaultImg;
 }

packages/global/common/string/markdown.ts

@@ -51,19 +51,18 @@ export const uploadMarkdownBase64 = async ({
     // match base64, upload and replace it
     const base64Regex = /data:image\/.*;base64,([^\)]+)/g;
     const base64Arr = rawText.match(base64Regex) || [];
-    // upload base64 and replace it
-    await Promise.all(
-      base64Arr.map(async (base64Img) => {
-        try {
-          const str = await uploadImgController(base64Img);
 
-          rawText = rawText.replace(base64Img, str);
-        } catch (error) {
-          rawText = rawText.replace(base64Img, '');
-          rawText = rawText.replace(/!\[.*\]\(\)/g, '');
-        }
-      })
-    );
+    // upload base64 and replace it
+    for await (const base64Img of base64Arr) {
+      try {
+        const str = await uploadImgController(base64Img);
+
+        rawText = rawText.replace(base64Img, str);
+      } catch (error) {
+        rawText = rawText.replace(base64Img, '');
+        rawText = rawText.replace(/!\[.*\]\(\)/g, '');
+      }
+    }
   }
 
   // Remove white space on both sides of the picture

packages/global/core/dataset/api.d.ts

@@ -48,10 +48,6 @@ export type FileCreateDatasetCollectionParams = ApiCreateDatasetCollectionParams
   name: string;
   rawTextLength: number;
   hashRawText: string;
-  trainingType: `${TrainingModeEnum}`;
-  chunkSize: number;
-  chunkSplitter: string;
-  qaPrompt: string;
 
   fileMetadata?: Record<string, any>;
   collectionMetadata?: Record<string, any>;
@@ -74,3 +70,14 @@ export type PostWebsiteSyncParams = {
   datasetId: string;
   billId: string;
 };
+
+export type PushDatasetDataProps = {
+  collectionId: string;
+  data: PushDatasetDataChunkProps[];
+  trainingMode: `${TrainingModeEnum}`;
+  prompt?: string;
+  billId?: string;
+};
+export type PushDatasetDataResponse = {
+  insertLen: number;
+};

packages/global/core/dataset/controller.d.ts

@@ -21,7 +21,7 @@ export type UpdateDatasetDataProps = {
 };
 
 export type PatchIndexesProps = {
-  type: 'create' | 'update' | 'delete';
+  type: 'create' | 'update' | 'delete' | 'unChange';
   index: Omit<DatasetDataIndexItemType, 'dataId'> & {
     dataId?: string;
   };