Optimize the file storage structure of the knowledge base (#386)

packages/common/tools/file.ts

@@ -0,0 +1,23 @@
+import { strIsLink } from './str';
+
+export const fileImgs = [
+  { suffix: 'pdf', src: '/imgs/files/pdf.svg' },
+  { suffix: 'csv', src: '/imgs/files/csv.svg' },
+  { suffix: '(doc|docs)', src: '/imgs/files/doc.svg' },
+  { suffix: 'txt', src: '/imgs/files/txt.svg' },
+  { suffix: 'md', src: '/imgs/files/markdown.svg' },
+  { suffix: '.', src: '/imgs/files/file.svg' }
+];
+
+export function getFileIcon(name = '') {
+  return fileImgs.find((item) => new RegExp(item.suffix, 'gi').test(name))?.src;
+}
+export function getSpecialFileIcon(name = '') {
+  if (name === 'manual') {
+    return '/imgs/files/manual.svg';
+  } else if (name === 'mark') {
+    return '/imgs/files/mark.svg';
+  } else if (strIsLink(name)) {
+    return '/imgs/files/link.svg';
+  }
+}

packages/common/tools/str.ts

@@ -0,0 +1,5 @@
+export function strIsLink(str?: string) {
+  if (!str) return false;
+  if (/^((http|https)?:\/\/|www\.|\/)[^\s/$.?#].[^\s]*$/i.test(str)) return true;
+  return false;
+}

packages/core/dataset/constant.ts

@@ -0,0 +1,15 @@
+export enum DatasetSpecialIdEnum {
+  manual = 'manual',
+  mark = 'mark'
+}
+export const datasetSpecialIdMap = {
+  [DatasetSpecialIdEnum.manual]: {
+    name: 'kb.Manual Data',
+    sourceName: 'kb.Manual Input'
+  },
+  [DatasetSpecialIdEnum.mark]: {
+    name: 'kb.Mark Data',
+    sourceName: 'kb.Manual Mark'
+  }
+};
+export const datasetSpecialIds: string[] = [DatasetSpecialIdEnum.manual, DatasetSpecialIdEnum.mark];

packages/core/dataset/utils.ts

@@ -0,0 +1,8 @@
+import { datasetSpecialIds } from './constant';
+import { strIsLink } from '@fastgpt/common/tools/str';
+
+export function isSpecialFileId(id: string) {
+  if (datasetSpecialIds.includes(id)) return true;
+  if (strIsLink(id)) return true;
+  return false;
+}

packages/core/package.json

@@ -3,7 +3,9 @@
   "version": "1.0.0",
   "dependencies": {
     "openai": "^3.3.0",
-    "tunnel": "^0.0.6"
+    "tunnel": "^0.0.6",
+    "@fastgpt/common": "workspace:*",
+    "@fastgpt/support": "workspace:*"
   },
   "devDependencies": {
     "@types/tunnel": "^0.0.4"

packages/support/package.json

@@ -1,4 +1,7 @@
 {
   "name": "@fastgpt/support",
-  "version": "1.0.0"
+  "version": "1.0.0",
+  "dependencies": {
+    "@fastgpt/common": "workspace:*"
+  }
 }