Extraction schema (#398)

projects/app/src/pages/api/admin/initv43.ts

@@ -1,7 +1,7 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { PgClient } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
 

projects/app/src/pages/api/admin/initv44.ts

@@ -1,9 +1,10 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, KB } from '@/service/mongo';
-import { KbTypeEnum } from '@/constants/dataset';
+import { authUser } from '@fastgpt/support/user/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoDataset } from '@fastgpt/core/dataset/schema';
+import { DatasetTypeEnum } from '@fastgpt/core/dataset/constant';
 import { PgClient } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
 
@@ -12,13 +13,13 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
     await connectToDatabase();
     await authUser({ req, authRoot: true });
 
-    await KB.updateMany(
+    await MongoDataset.updateMany(
       {
         type: { $exists: false }
       },
       {
         $set: {
-          type: KbTypeEnum.dataset,
+          type: DatasetTypeEnum.dataset,
           parentId: null
         }
       }

projects/app/src/pages/api/admin/initv441.ts

@@ -1,8 +1,8 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { connectToDatabase } from '@/service/mongo';
-import mongoose from 'mongoose';
+import mongoose from '@fastgpt/common/mongo';
 import { PgClient } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
 

projects/app/src/pages/api/admin/initv442.ts

@@ -1,6 +1,6 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { connectToDatabase, Bill } from '@/service/mongo';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {

projects/app/src/pages/api/admin/initv445.ts

@@ -1,6 +1,6 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { connectToDatabase, App } from '@/service/mongo';
 import { FlowInputItemTypeEnum, FlowModuleTypeEnum } from '@/constants/flow';
 import { SystemInputEnum } from '@/constants/app';

projects/app/src/pages/api/admin/initv447.ts

@@ -1,11 +1,11 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { connectToDatabase } from '@/service/mongo';
 import { PgClient } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
 import { DatasetSpecialIdEnum } from '@fastgpt/core/dataset/constant';
-import mongoose, { Types } from 'mongoose';
+import { Types, connectionMongo } from '@fastgpt/common/mongo';
 import { delay } from '@/utils/tools';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
@@ -71,7 +71,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 }
 
 async function init(rows: any[], initFileIds: string[]) {
-  const collection = mongoose.connection.db.collection(`dataset.files`);
+  const collection = connectionMongo.connection.db.collection(`dataset.files`);
 
   /* 遍历所有的 fileId，去找有没有对应的文件，没有的话则改成manual */
   const updateResult = await Promise.allSettled(

projects/app/src/pages/api/admin/sqlTest.ts

@@ -0,0 +1,45 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { authUser } from '@fastgpt/support/user/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { PgClient } from '@/service/pg';
+import { PgDatasetTableName } from '@/constants/plugin';
+import { DatasetSpecialIdEnum } from '@fastgpt/core/dataset/constant';
+import { Types, connectionMongo } from '@fastgpt/common/mongo';
+import { delay } from '@/utils/tools';
+import { replaceVariable } from '@/utils/common/tools/text';
+import { getVector } from '../openapi/plugin/vector';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    // await connectToDatabase();
+    // const { text, analyze, sql } = req.body as {
+    //   userId: string;
+    //   text: string;
+    //   analyze?: boolean;
+    //   sql: string;
+    // };
+    // await authUser({ req, authRoot: true });
+
+    // const vectorModel = global.vectorModels[0];
+    // const { vectors } = await getVector({
+    //   model: vectorModel.model,
+    //   input: [text]
+    // });
+
+    // const start = Date.now();
+    // const result: any = await PgClient.query(sql.replace(/\[vector\]/g, `[${vectors[0]}]`));
+
+    jsonRes(res, {
+      data: {
+        // rows: result?.[2]?.rows,
+        // time: Date.now() - start
+      }
+    });
+  } catch (error) {
+    jsonRes(res, {
+      code: 500,
+      error
+    });
+  }
+}