Extraction schema (#398)

packages/core/ai/config.ts

@@ -1,4 +1,4 @@
-import { UserModelSchema } from '../user/type';
+import type { UserModelSchema } from '@fastgpt/support/user/type.d';
 import OpenAI from 'openai';
 
 export const openaiBaseUrl = process.env.OPENAI_BASE_URL || 'https://api.openai.com/v1';

packages/core/ai/functions/createQuestionGuide.ts

@@ -10,7 +10,7 @@ export async function createQuestionGuide({
   messages: ChatCompletionRequestMessage[];
   model: string;
 }) {
-  const ai = getAIApi();
+  const ai = getAIApi(undefined, 48000);
   const data = await ai.chat.completions.create({
     model: model,
     temperature: 0,
@@ -25,7 +25,7 @@ export async function createQuestionGuide({
     stream: false
   });
 
-  const answer = data.choices?.[0].message?.content || '';
+  const answer = data.choices?.[0]?.message?.content || '';
   const totalTokens = data.usage?.total_tokens || 0;
 
   const start = answer.indexOf('[');

packages/core/dataset/constant.ts

@@ -1,3 +1,22 @@
+export enum DatasetTypeEnum {
+  folder = 'folder',
+  dataset = 'dataset'
+}
+
+export const DatasetTypeMap = {
+  [DatasetTypeEnum.folder]: {
+    name: 'folder'
+  },
+  [DatasetTypeEnum.dataset]: {
+    name: 'dataset'
+  }
+};
+
+export enum FileStatusEnum {
+  embedding = 'embedding',
+  ready = 'ready'
+}
+
 export enum DatasetSpecialIdEnum {
   manual = 'manual',
   mark = 'mark'
@@ -13,3 +32,5 @@ export const datasetSpecialIdMap = {
   }
 };
 export const datasetSpecialIds: string[] = [DatasetSpecialIdEnum.manual, DatasetSpecialIdEnum.mark];
+
+export const FolderAvatarSrc = '/imgs/files/folder.svg';

packages/core/dataset/schema.ts

@@ -0,0 +1,46 @@
+import { connectionMongo, type Model } from '@fastgpt/common/mongo';
+const { Schema, model, models } = connectionMongo;
+import { DatasetSchemaType } from './type';
+import { DatasetTypeMap } from './constant';
+
+const DatasetSchema = new Schema({
+  parentId: {
+    type: Schema.Types.ObjectId,
+    ref: 'kb',
+    default: null
+  },
+  userId: {
+    type: Schema.Types.ObjectId,
+    ref: 'user',
+    required: true
+  },
+  updateTime: {
+    type: Date,
+    default: () => new Date()
+  },
+  avatar: {
+    type: String,
+    default: '/icon/logo.svg'
+  },
+  name: {
+    type: String,
+    required: true
+  },
+  vectorModel: {
+    type: String,
+    required: true,
+    default: 'text-embedding-ada-002'
+  },
+  type: {
+    type: String,
+    enum: Object.keys(DatasetTypeMap),
+    required: true,
+    default: 'dataset'
+  },
+  tags: {
+    type: [String],
+    default: []
+  }
+});
+
+export const MongoDataset: Model<DatasetSchemaType> = models['kb'] || model('kb', DatasetSchema);

packages/core/dataset/type.d.ts

@@ -0,0 +1,13 @@
+import { DatasetTypeEnum } from './constant';
+
+export type DatasetSchemaType = {
+  _id: string;
+  userId: string;
+  parentId: string;
+  updateTime: Date;
+  avatar: string;
+  name: string;
+  vectorModel: string;
+  tags: string[];
+  type: `${DatasetTypeEnum}`;
+};

packages/core/tsconfig.json

@@ -16,6 +16,6 @@
     "incremental": true,
     "baseUrl": "."
   },
-  "include": ["next-env.d.ts", "**/*.ts", "**/*.tsx", "**/*.d.ts"],
+  "include": ["next-env.d.ts", "**/*.ts", "**/*.tsx", "**/*.d.ts", "../**/*.d.ts"],
   "exclude": ["node_modules"]
 }

packages/core/user/type.d.ts

@@ -1,19 +0,0 @@
-export type UserModelSchema = {
-  _id: string;
-  username: string;
-  password: string;
-  avatar: string;
-  balance: number;
-  promotionRate: number;
-  inviterId?: string;
-  openaiKey: string;
-  createTime: number;
-  timezone: string;
-  openaiAccount?: {
-    key: string;
-    baseUrl: string;
-  };
-  limit: {
-    exportKbTime?: Date;
-  };
-};