Optimize the file storage structure of the knowledge base (#386)

packages/core/dataset/constant.ts

@@ -0,0 +1,15 @@
+export enum DatasetSpecialIdEnum {
+  manual = 'manual',
+  mark = 'mark'
+}
+export const datasetSpecialIdMap = {
+  [DatasetSpecialIdEnum.manual]: {
+    name: 'kb.Manual Data',
+    sourceName: 'kb.Manual Input'
+  },
+  [DatasetSpecialIdEnum.mark]: {
+    name: 'kb.Mark Data',
+    sourceName: 'kb.Manual Mark'
+  }
+};
+export const datasetSpecialIds: string[] = [DatasetSpecialIdEnum.manual, DatasetSpecialIdEnum.mark];

packages/core/dataset/utils.ts

@@ -0,0 +1,8 @@
+import { datasetSpecialIds } from './constant';
+import { strIsLink } from '@fastgpt/common/tools/str';
+
+export function isSpecialFileId(id: string) {
+  if (datasetSpecialIds.includes(id)) return true;
+  if (strIsLink(id)) return true;
+  return false;
+}

packages/core/package.json

@@ -3,7 +3,9 @@
   "version": "1.0.0",
   "dependencies": {
     "openai": "^3.3.0",
-    "tunnel": "^0.0.6"
+    "tunnel": "^0.0.6",
+    "@fastgpt/common": "workspace:*",
+    "@fastgpt/support": "workspace:*"
   },
   "devDependencies": {
     "@types/tunnel": "^0.0.4"