monorepo packages (#344)

projects/app/src/pages/api/admin/initChat.ts

@@ -0,0 +1,58 @@
+// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { authUser } from '@/service/utils/auth';
+import { connectToDatabase, Chat } from '@/service/mongo';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    await authUser({ req, authRoot: true });
+    await connectToDatabase();
+
+    const { limit = 1000 } = req.body as { limit: number };
+    let skip = 0;
+    const total = await Chat.countDocuments({
+      chatId: { $exists: false }
+    });
+    let promise = Promise.resolve();
+    console.log(total);
+
+    for (let i = 0; i < total; i += limit) {
+      const skipVal = skip;
+      skip += limit;
+      promise = promise
+        .then(() => init(limit, skipVal))
+        .then(() => {
+          console.log(skipVal);
+        });
+    }
+
+    await promise;
+
+    jsonRes(res, {});
+  } catch (error) {
+    jsonRes(res, {
+      code: 500,
+      error
+    });
+  }
+}
+
+async function init(limit: number, skip: number) {
+  // 遍历 app
+  const chats = await Chat.find(
+    {
+      chatId: { $exists: false }
+    },
+    '_id'
+  ).limit(limit);
+
+  await Promise.all(
+    chats.map((chat) =>
+      Chat.findByIdAndUpdate(chat._id, {
+        chatId: String(chat._id),
+        source: 'online'
+      })
+    )
+  );
+}

projects/app/src/pages/api/admin/initChatItem.ts

@@ -0,0 +1,98 @@
+// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { authUser } from '@/service/utils/auth';
+import { connectToDatabase, Chat, ChatItem } from '@/service/mongo';
+import { customAlphabet } from 'nanoid';
+const nanoid = customAlphabet('abcdefghijklmnopqrstuvwxyz1234567890', 24);
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    await authUser({ req, authRoot: true });
+    await connectToDatabase();
+
+    const { limit = 100 } = req.body as { limit: number };
+    let skip = 0;
+
+    const total = await Chat.countDocuments({
+      content: { $exists: true, $not: { $size: 0 } },
+      isInit: { $ne: true }
+    });
+    const totalChat = await Chat.aggregate([
+      {
+        $project: {
+          contentLength: { $size: '$content' }
+        }
+      },
+      {
+        $group: {
+          _id: null,
+          totalLength: { $sum: '$contentLength' }
+        }
+      }
+    ]);
+
+    console.log('chatLen:', total, totalChat);
+
+    let promise = Promise.resolve();
+
+    for (let i = 0; i < total; i += limit) {
+      const skipVal = skip;
+      skip += limit;
+      promise = promise
+        .then(() => init(limit))
+        .then(() => {
+          console.log(skipVal);
+        });
+    }
+
+    await promise;
+
+    jsonRes(res, {});
+  } catch (error) {
+    jsonRes(res, {
+      code: 500,
+      error
+    });
+  }
+}
+
+async function init(limit: number) {
+  // 遍历 app
+  const chats = await Chat.find(
+    {
+      content: { $exists: true, $not: { $size: 0 } },
+      isInit: { $ne: true }
+    },
+    '_id userId appId chatId content'
+  )
+    .sort({ updateTime: -1 })
+    .limit(limit);
+
+  await Promise.all(
+    chats.map(async (chat) => {
+      const inserts = chat.content
+        .map((item) => ({
+          dataId: nanoid(),
+          chatId: chat.chatId,
+          userId: chat.userId,
+          appId: chat.appId,
+          obj: item.obj,
+          value: item.value,
+          responseData: item.responseData
+        }))
+        .filter((item) => item.chatId && item.userId && item.appId && item.obj && item.value);
+
+      try {
+        await Promise.all(inserts.map((item) => ChatItem.create(item)));
+        await Chat.findByIdAndUpdate(chat._id, {
+          isInit: true
+        });
+      } catch (error) {
+        console.log(error);
+
+        await ChatItem.deleteMany({ chatId: chat.chatId });
+      }
+    })
+  );
+}

projects/app/src/pages/api/admin/initOutlink.ts

@@ -0,0 +1,27 @@
+// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { authUser } from '@/service/utils/auth';
+import { connectToDatabase, OutLink } from '@/service/mongo';
+import { OutLinkTypeEnum } from '@/constants/chat';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    await authUser({ req, authRoot: true });
+    await connectToDatabase();
+
+    await OutLink.updateMany(
+      {},
+      {
+        $set: { type: OutLinkTypeEnum.share }
+      }
+    );
+
+    jsonRes(res, {});
+  } catch (error) {
+    jsonRes(res, {
+      code: 500,
+      error
+    });
+  }
+}

projects/app/src/pages/api/admin/initv43.ts

@@ -0,0 +1,35 @@
+// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { authUser } from '@/service/utils/auth';
+import { PgClient } from '@/service/pg';
+import { PgDatasetTableName } from '@/constants/plugin';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    await authUser({ req, authRoot: true });
+
+    const { rowCount } = await PgClient.query(`SELECT 1
+    FROM   information_schema.columns 
+    WHERE  table_schema = 'public'
+    AND    table_name   = '${PgDatasetTableName}'
+    AND    column_name  = 'file_id'`);
+
+    if (rowCount > 0) {
+      return jsonRes(res, {
+        data: '已经存在file_id字段'
+      });
+    }
+
+    jsonRes(res, {
+      data: await PgClient.query(
+        `ALTER TABLE ${PgDatasetTableName} ADD COLUMN file_id VARCHAR(100)`
+      )
+    });
+  } catch (error) {
+    jsonRes(res, {
+      code: 500,
+      error
+    });
+  }
+}

projects/app/src/pages/api/admin/initv44.ts

@@ -0,0 +1,41 @@
+// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { authUser } from '@/service/utils/auth';
+import { connectToDatabase, KB } from '@/service/mongo';
+import { KbTypeEnum } from '@/constants/dataset';
+import { PgClient } from '@/service/pg';
+import { PgDatasetTableName } from '@/constants/plugin';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    await connectToDatabase();
+    await authUser({ req, authRoot: true });
+
+    await KB.updateMany(
+      {
+        type: { $exists: false }
+      },
+      {
+        $set: {
+          type: KbTypeEnum.dataset,
+          parentId: null
+        }
+      }
+    );
+
+    const response = await PgClient.update(PgDatasetTableName, {
+      where: [['file_id', 'undefined']],
+      values: [{ key: 'file_id', value: '' }]
+    });
+
+    jsonRes(res, {
+      data: response.rowCount
+    });
+  } catch (error) {
+    jsonRes(res, {
+      code: 500,
+      error
+    });
+  }
+}

projects/app/src/pages/api/admin/initv441.ts

@@ -0,0 +1,35 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { authUser } from '@/service/utils/auth';
+import { connectToDatabase } from '@/service/mongo';
+import mongoose from 'mongoose';
+import { PgClient } from '@/service/pg';
+import { PgDatasetTableName } from '@/constants/plugin';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    await connectToDatabase();
+    await authUser({ req, authRoot: true });
+
+    const data = await mongoose.connection.db
+      .collection('dataset.files')
+      .updateMany({}, { $set: { 'metadata.datasetUsed': true } });
+
+    // update pg data
+    const pg = await PgClient.query(`UPDATE ${PgDatasetTableName}
+    SET file_id = ''
+    WHERE (file_id = 'undefined' OR LENGTH(file_id) < 20) AND file_id != '';`);
+
+    jsonRes(res, {
+      data: {
+        data,
+        pg
+      }
+    });
+  } catch (error) {
+    jsonRes(res, {
+      code: 500,
+      error
+    });
+  }
+}

projects/app/src/pages/api/admin/initv442.ts

@@ -0,0 +1,27 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { authUser } from '@/service/utils/auth';
+import { connectToDatabase, Bill } from '@/service/mongo';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    await connectToDatabase();
+    await authUser({ req, authRoot: true });
+
+    try {
+      await Bill.collection.dropIndex('time_1');
+    } catch (error) {}
+    try {
+      await Bill.collection.createIndex({ time: 1 }, { expireAfterSeconds: 90 * 24 * 60 * 60 });
+    } catch (error) {}
+
+    jsonRes(res, {
+      data: {}
+    });
+  } catch (error) {
+    jsonRes(res, {
+      code: 500,
+      error
+    });
+  }
+}