feat: gridfs save file

client/src/pages/api/openapi/plugin/vector.ts

@@ -2,7 +2,7 @@ import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { authBalanceByUid, authUser } from '@/service/utils/auth';
 import { withNextCors } from '@/service/utils/tools';
-import { getAIChatApi, axiosConfig } from '@/service/ai/openai';
+import { getAIChatApi, axiosConfig } from '@/service/lib/openai';
 import { pushGenerateVectorBill } from '@/service/events/pushBill';
 
 type Props = {

client/src/pages/api/plugins/file/read.ts

@@ -0,0 +1,36 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { connectToDatabase } from '@/service/mongo';
+import { authUser } from '@/service/utils/auth';
+import { GridFSStorage } from '@/service/lib/gridfs';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
+  try {
+    await connectToDatabase();
+
+    const { fileId } = req.query as { fileId: string };
+
+    if (!fileId) {
+      throw new Error('fileId is empty');
+    }
+
+    const { userId } = await authUser({ req });
+
+    const gridFs = new GridFSStorage('dataset', userId);
+
+    const [file, buffer] = await Promise.all([
+      gridFs.findAndAuthFile(fileId),
+      gridFs.download(fileId)
+    ]);
+
+    res.setHeader('encoding', file.encoding);
+    res.setHeader('Content-Type', file.contentType);
+
+    res.end(buffer);
+  } catch (error) {
+    jsonRes(res, {
+      code: 500,
+      error
+    });
+  }
+}

client/src/pages/api/plugins/file/upload.ts

@@ -0,0 +1,94 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { connectToDatabase } from '@/service/mongo';
+import { authUser } from '@/service/utils/auth';
+import { GridFSStorage } from '@/service/lib/gridfs';
+import { customAlphabet } from 'nanoid';
+import multer from 'multer';
+import path from 'path';
+
+const nanoid = customAlphabet('1234567890abcdef', 12);
+
+type FileType = {
+  fieldname: string;
+  originalname: string;
+  encoding: string;
+  mimetype: string;
+  filename: string;
+  path: string;
+  size: number;
+};
+
+/**
+ * Creates the multer uploader
+ */
+const maxSize = 50 * 1024 * 1024;
+class UploadModel {
+  uploader = multer({
+    limits: {
+      fieldSize: maxSize
+    },
+    storage: multer.diskStorage({
+      filename: (_req, file, cb) => {
+        const { ext } = path.parse(file.originalname);
+        cb(null, nanoid() + ext);
+      }
+    })
+  }).any();
+
+  async doUpload(req: NextApiRequest, res: NextApiResponse) {
+    return new Promise<{ files: FileType[] }>((resolve, reject) => {
+      // @ts-ignore
+      this.uploader(req, res, (error) => {
+        if (error) {
+          return reject(error);
+        }
+
+        // @ts-ignore
+        resolve({ files: req.files });
+      });
+    });
+  }
+}
+
+const upload = new UploadModel();
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
+  try {
+    await connectToDatabase();
+    const { userId } = await authUser({ req });
+
+    const { files } = await upload.doUpload(req, res);
+
+    const gridFs = new GridFSStorage('dataset', userId);
+
+    const upLoadResults = await Promise.all(
+      files.map((file) =>
+        gridFs.save({
+          path: file.path,
+          filename: file.originalname,
+          metadata: {
+            contentType: file.mimetype,
+            encoding: file.encoding,
+            userId
+          }
+        })
+      )
+    );
+
+    jsonRes(res, {
+      data: upLoadResults
+    });
+  } catch (error) {
+    jsonRes(res, {
+      code: 500,
+      error
+    });
+  }
+}
+
+export const config = {
+  api: {
+    bodyParser: false
+  }
+};

client/src/pages/api/user/account/update.ts

@@ -5,7 +5,7 @@ import { User } from '@/service/models/user';
 import { connectToDatabase } from '@/service/mongo';
 import { authUser } from '@/service/utils/auth';
 import { UserUpdateParams } from '@/types/user';
-import { axiosConfig, getAIChatApi, openaiBaseUrl } from '@/service/ai/openai';
+import { axiosConfig, getAIChatApi, openaiBaseUrl } from '@/service/lib/openai';
 
 /* update user info */
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {