Dataset folder manager (#274)

* feat: retry send

* perf: qa default value

* feat: dataset folder

* feat: kb folder delete and path

* fix: ts

* perf: script load

* feat: fileCard and dataCard

* feat: search file

* feat: max token

* feat: select dataset

* fix: preview chunk

* perf: source update

* export data limit file_id

* docs

* fix: export limit

client/src/store/dataset.ts

@@ -0,0 +1,86 @@
+import { create } from 'zustand';
+import { devtools, persist } from 'zustand/middleware';
+import { immer } from 'zustand/middleware/immer';
+import { type KbTestItemType } from '@/types/plugin';
+import type { KbItemType, KbListItemType } from '@/types/plugin';
+import { getKbList, getKbById, getAllDataset } from '@/api/plugins/kb';
+import { defaultKbDetail } from '@/constants/kb';
+
+type State = {
+  datasets: KbListItemType[];
+  loadAllDatasets: () => Promise<KbListItemType[]>;
+  myKbList: KbListItemType[];
+  loadKbList: (parentId?: string) => Promise<any>;
+  setKbList(val: KbListItemType[]): void;
+  kbDetail: KbItemType;
+  getKbDetail: (id: string, init?: boolean) => Promise<KbItemType>;
+
+  kbTestList: KbTestItemType[];
+  pushKbTestItem: (data: KbTestItemType) => void;
+  delKbTestItemById: (id: string) => void;
+  updateKbItemById: (data: KbTestItemType) => void;
+};
+
+export const useDatasetStore = create<State>()(
+  devtools(
+    persist(
+      immer((set, get) => ({
+        datasets: [],
+        async loadAllDatasets() {
+          const res = await getAllDataset();
+          set((state) => {
+            state.datasets = res;
+          });
+          return res;
+        },
+        myKbList: [],
+        async loadKbList(parentId) {
+          const res = await getKbList(parentId);
+          set((state) => {
+            state.myKbList = res;
+          });
+          return res;
+        },
+        setKbList(val) {
+          set((state) => {
+            state.myKbList = val;
+          });
+        },
+        kbDetail: defaultKbDetail,
+        async getKbDetail(id: string, init = false) {
+          if (id === get().kbDetail._id && !init) return get().kbDetail;
+
+          const data = await getKbById(id);
+
+          set((state) => {
+            state.kbDetail = data;
+          });
+
+          return data;
+        },
+        kbTestList: [],
+        pushKbTestItem(data) {
+          set((state) => {
+            state.kbTestList = [data, ...state.kbTestList].slice(0, 500);
+          });
+        },
+        delKbTestItemById(id) {
+          set((state) => {
+            state.kbTestList = state.kbTestList.filter((item) => item.id !== id);
+          });
+        },
+        updateKbItemById(data: KbTestItemType) {
+          set((state) => {
+            state.kbTestList = state.kbTestList.map((item) => (item.id === data.id ? data : item));
+          });
+        }
+      })),
+      {
+        name: 'kbStore',
+        partialize: (state) => ({
+          kbTestList: state.kbTestList
+        })
+      }
+    )
+  )
+);

client/src/store/kb.ts

@@ -1,42 +0,0 @@
-import { create } from 'zustand';
-import { devtools, persist } from 'zustand/middleware';
-import { immer } from 'zustand/middleware/immer';
-import { type KbTestItemType } from '@/types/plugin';
-
-type State = {
-  kbTestList: KbTestItemType[];
-  pushKbTestItem: (data: KbTestItemType) => void;
-  delKbTestItemById: (id: string) => void;
-  updateKbItemById: (data: KbTestItemType) => void;
-};
-
-export const useKbStore = create<State>()(
-  devtools(
-    persist(
-      immer((set, get) => ({
-        kbTestList: [],
-        pushKbTestItem(data) {
-          set((state) => {
-            state.kbTestList = [data, ...state.kbTestList].slice(0, 500);
-          });
-        },
-        delKbTestItemById(id) {
-          set((state) => {
-            state.kbTestList = state.kbTestList.filter((item) => item.id !== id);
-          });
-        },
-        updateKbItemById(data: KbTestItemType) {
-          set((state) => {
-            state.kbTestList = state.kbTestList.map((item) => (item.id === data.id ? data : item));
-          });
-        }
-      })),
-      {
-        name: 'kbStore',
-        partialize: (state) => ({
-          kbTestList: state.kbTestList
-        })
-      }
-    )
-  )
-);

client/src/store/user.ts

@@ -7,9 +7,7 @@ import { formatPrice } from '@/utils/user';
 import { getTokenLogin, putUserInfo } from '@/api/user';
 import { defaultApp } from '@/constants/model';
 import { AppListItemType, AppUpdateParams } from '@/types/app';
-import type { KbItemType, KbListItemType } from '@/types/plugin';
-import { getKbList, getKbById } from '@/api/plugins/kb';
-import { defaultKbDetail } from '@/constants/kb';
+
 import type { AppSchema } from '@/types/mongoSchema';
 
 type State = {
@@ -24,12 +22,6 @@ type State = {
   loadAppDetail: (id: string, init?: boolean) => Promise<AppSchema>;
   updateAppDetail(appId: string, data: AppUpdateParams): Promise<void>;
   clearAppModules(): void;
-  // kb
-  myKbList: KbListItemType[];
-  loadKbList: () => Promise<any>;
-  setKbList(val: KbListItemType[]): void;
-  kbDetail: KbItemType;
-  getKbDetail: (id: string, init?: boolean) => Promise<KbItemType>;
 };
 
 export const useUserStore = create<State>()(
@@ -106,31 +98,6 @@ export const useUserStore = create<State>()(
               modules: []
             };
           });
-        },
-        myKbList: [],
-        async loadKbList() {
-          const res = await getKbList();
-          set((state) => {
-            state.myKbList = res;
-          });
-          return res;
-        },
-        setKbList(val: KbListItemType[]) {
-          set((state) => {
-            state.myKbList = val;
-          });
-        },
-        kbDetail: defaultKbDetail,
-        async getKbDetail(id: string, init = false) {
-          if (id === get().kbDetail._id && !init) return get().kbDetail;
-
-          const data = await getKbById(id);
-
-          set((state) => {
-            state.kbDetail = data;
-          });
-
-          return data;
         }
       })),
       {