Add mongo forward read. Fix markdown code block. (#2174)

* perf: read from mongo forward node

* fix: code block ui

* perf: markdown code css

projects/app/src/pages/api/core/app/getChatLogs.ts

@@ -9,6 +9,7 @@ import { authApp } from '@fastgpt/service/support/permission/app/auth';
 import { ChatItemCollectionName } from '@fastgpt/service/core/chat/chatItemSchema';
 import { NextAPI } from '@/service/middleware/entry';
 import { WritePermissionVal } from '@fastgpt/global/support/permission/constant';
+import { readFromSecondary } from '@fastgpt/service/common/mongo/utils';
 
 async function handler(
   req: NextApiRequest,
@@ -39,101 +40,106 @@ async function handler(
   };
 
   const [data, total] = await Promise.all([
-    MongoChat.aggregate([
-      { $match: where },
-      {
-        $sort: {
-          userBadFeedbackCount: -1,
-          userGoodFeedbackCount: -1,
-          customFeedbacksCount: -1,
-          updateTime: -1
-        }
-      },
-      { $skip: (pageNum - 1) * pageSize },
-      { $limit: pageSize },
-      {
-        $lookup: {
-          from: ChatItemCollectionName,
-          let: { chatId: '$chatId' },
-          pipeline: [
-            {
-              $match: {
-                $expr: {
-                  $and: [
-                    { $eq: ['$appId', new Types.ObjectId(appId)] },
-                    { $eq: ['$chatId', '$$chatId'] }
-                  ]
+    MongoChat.aggregate(
+      [
+        { $match: where },
+        {
+          $sort: {
+            userBadFeedbackCount: -1,
+            userGoodFeedbackCount: -1,
+            customFeedbacksCount: -1,
+            updateTime: -1
+          }
+        },
+        { $skip: (pageNum - 1) * pageSize },
+        { $limit: pageSize },
+        {
+          $lookup: {
+            from: ChatItemCollectionName,
+            let: { chatId: '$chatId' },
+            pipeline: [
+              {
+                $match: {
+                  $expr: {
+                    $and: [
+                      { $eq: ['$appId', new Types.ObjectId(appId)] },
+                      { $eq: ['$chatId', '$$chatId'] }
+                    ]
+                  }
+                }
+              },
+              {
+                $project: {
+                  userGoodFeedback: 1,
+                  userBadFeedback: 1,
+                  customFeedbacks: 1,
+                  adminFeedback: 1
+                }
+              }
+            ],
+            as: 'chatitems'
+          }
+        },
+        {
+          $addFields: {
+            userGoodFeedbackCount: {
+              $size: {
+                $filter: {
+                  input: '$chatitems',
+                  as: 'item',
+                  cond: { $ifNull: ['$$item.userGoodFeedback', false] }
                 }
               }
             },
-            {
-              $project: {
-                userGoodFeedback: 1,
-                userBadFeedback: 1,
-                customFeedbacks: 1,
-                adminFeedback: 1
+            userBadFeedbackCount: {
+              $size: {
+                $filter: {
+                  input: '$chatitems',
+                  as: 'item',
+                  cond: { $ifNull: ['$$item.userBadFeedback', false] }
+                }
               }
-            }
-          ],
-          as: 'chatitems'
-        }
-      },
-      {
-        $addFields: {
-          userGoodFeedbackCount: {
-            $size: {
-              $filter: {
-                input: '$chatitems',
-                as: 'item',
-                cond: { $ifNull: ['$$item.userGoodFeedback', false] }
+            },
+            customFeedbacksCount: {
+              $size: {
+                $filter: {
+                  input: '$chatitems',
+                  as: 'item',
+                  cond: { $gt: [{ $size: { $ifNull: ['$$item.customFeedbacks', []] } }, 0] }
+                }
               }
-            }
-          },
-          userBadFeedbackCount: {
-            $size: {
-              $filter: {
-                input: '$chatitems',
-                as: 'item',
-                cond: { $ifNull: ['$$item.userBadFeedback', false] }
-              }
-            }
-          },
-          customFeedbacksCount: {
-            $size: {
-              $filter: {
-                input: '$chatitems',
-                as: 'item',
-                cond: { $gt: [{ $size: { $ifNull: ['$$item.customFeedbacks', []] } }, 0] }
-              }
-            }
-          },
-          markCount: {
-            $size: {
-              $filter: {
-                input: '$chatitems',
-                as: 'item',
-                cond: { $ifNull: ['$$item.adminFeedback', false] }
+            },
+            markCount: {
+              $size: {
+                $filter: {
+                  input: '$chatitems',
+                  as: 'item',
+                  cond: { $ifNull: ['$$item.adminFeedback', false] }
+                }
               }
             }
           }
+        },
+        {
+          $project: {
+            _id: 1,
+            id: '$chatId',
+            title: 1,
+            source: 1,
+            time: '$updateTime',
+            messageCount: { $size: '$chatitems' },
+            userGoodFeedbackCount: 1,
+            userBadFeedbackCount: 1,
+            customFeedbacksCount: 1,
+            markCount: 1
+          }
         }
-      },
+      ],
       {
-        $project: {
-          _id: 1,
-          id: '$chatId',
-          title: 1,
-          source: 1,
-          time: '$updateTime',
-          messageCount: { $size: '$chatitems' },
-          userGoodFeedbackCount: 1,
-          userBadFeedbackCount: 1,
-          customFeedbacksCount: 1,
-          markCount: 1
-        }
+        ...readFromSecondary
       }
-    ]),
-    MongoChat.countDocuments(where)
+    ),
+    MongoChat.countDocuments(where, { ...readFromSecondary })
   ]);
 
   return {

projects/app/src/pages/api/core/dataset/exportAll.ts

@@ -11,6 +11,7 @@ import {
 import { NextAPI } from '@/service/middleware/entry';
 import { WritePermissionVal } from '@fastgpt/global/support/permission/constant';
 import { CommonErrEnum } from '@fastgpt/global/common/error/code/common';
+import { readFromSecondary } from '@fastgpt/service/common/mongo/utils';
 
 async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   let { datasetId } = req.query as {
@@ -53,7 +54,10 @@ async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
       teamId,
       datasetId: { $in: datasets.map((d) => d._id) }
     },
-    'q a'
+    'q a',
+    {
+      ...readFromSecondary
+    }
   )
     .limit(50000)
     .cursor();

projects/app/src/pages/api/core/dataset/training/getDatasetTrainingQueue.ts

@@ -4,6 +4,7 @@ import { authDataset } from '@fastgpt/service/support/permission/dataset/auth';
 import { MongoDatasetData } from '@fastgpt/service/core/dataset/data/schema';
 import { MongoDatasetTraining } from '@fastgpt/service/core/dataset/training/schema';
 import { ReadPermissionVal } from '@fastgpt/global/support/permission/constant';
+import { readFromSecondary } from '@fastgpt/service/common/mongo/utils';
 
 export type getDatasetTrainingQueueResponse = {
   rebuildingCount: number;
@@ -24,8 +25,18 @@ async function handler(
   });
 
   const [rebuildingCount, trainingCount] = await Promise.all([
-    MongoDatasetData.countDocuments({ rebuilding: true, teamId, datasetId }),
-    MongoDatasetTraining.countDocuments({ teamId, datasetId })
+    MongoDatasetData.countDocuments(
+      { rebuilding: true, teamId, datasetId },
+      {
+        ...readFromSecondary
+      }
+    ),
+    MongoDatasetTraining.countDocuments(
+      { teamId, datasetId },
+      {
+        ...readFromSecondary
+      }
+    )
   ]);
 
   return {

projects/app/src/pages/api/core/dataset/training/getQueueLen.ts

@@ -3,6 +3,7 @@ import { MongoDatasetTraining } from '@fastgpt/service/core/dataset/training/sch
 import { authCert } from '@fastgpt/service/support/permission/auth/common';
 import { GetTrainingQueueProps } from '@/global/core/dataset/api';
 import { NextAPI } from '@/service/middleware/entry';
+import { readFromSecondary } from '@fastgpt/service/common/mongo/utils';
 
 async function handler(req: NextApiRequest) {
   await authCert({ req, authToken: true });
@@ -10,20 +11,25 @@ async function handler(req: NextApiRequest) {
 
   // get queue data
   // 分别统计 model = vectorModel和agentModel的数量
-  const data = await MongoDatasetTraining.aggregate([
-    {
-      $match: {
-        lockTime: { $lt: new Date('2040/1/1') },
-        $or: [{ model: { $eq: vectorModel } }, { model: { $eq: agentModel } }]
+  const data = await MongoDatasetTraining.aggregate(
+    [
+      {
+        $match: {
+          lockTime: { $lt: new Date('2040/1/1') },
+          $or: [{ model: { $eq: vectorModel } }, { model: { $eq: agentModel } }]
+        }
+      },
+      {
+        $group: {
+          _id: '$model',
+          count: { $sum: 1 }
+        }
       }
-    },
+    ],
     {
-      $group: {
-        _id: '$model',
-        count: { $sum: 1 }
-      }
+      ...readFromSecondary
     }
-  ]);
+  );
 
   const vectorTrainingCount = data.find((item) => item._id === vectorModel)?.count || 0;
   const agentTrainingCount = data.find((item) => item._id === agentModel)?.count || 0;