perf: memory leak (#5370)

* perf: memory leak

* perf: workflow share buffer;Circle checker;Get file from stream

* doc

* remove report.md

packages/service/common/file/gridfs/controller.ts

@@ -79,6 +79,8 @@ export async function uploadFile({
       .pipe(stream as any)
       .on('finish', resolve)
       .on('error', reject);
+  }).finally(() => {
+    readStream.destroy();
   });
 
   return String(stream.id);

packages/service/common/file/utils.ts

@@ -2,6 +2,11 @@ import { isProduction } from '@fastgpt/global/common/system/constants';
 import fs from 'fs';
 import path from 'path';
 
+export const getFileMaxSize = () => {
+  const mb = global.feConfigs?.uploadFileMaxSize || 1000;
+  return mb * 1024 * 1024;
+};
+
 export const removeFilesByPaths = (paths: string[]) => {
   paths.forEach((path) => {
     fs.unlink(path, (err) => {

packages/service/common/mongo/init.ts

@@ -13,17 +13,22 @@ export async function connectMongo(db: Mongoose, url: string): Promise<Mongoose>
     return db;
   }
 
+  const RemoveListeners = () => {
+    db.connection.removeAllListeners('error');
+    db.connection.removeAllListeners('disconnected');
+  };
+
   console.log('MongoDB start connect');
   try {
     // Remove existing listeners to prevent duplicates
-    db.connection.removeAllListeners('error');
-    db.connection.removeAllListeners('disconnected');
+    RemoveListeners();
     db.set('strictQuery', 'throw');
 
     db.connection.on('error', async (error) => {
       console.log('mongo error', error);
       try {
         if (db.connection.readyState !== 0) {
+          RemoveListeners();
           await db.disconnect();
           await delay(1000);
           await connectMongo(db, url);
@@ -34,6 +39,7 @@ export async function connectMongo(db: Mongoose, url: string): Promise<Mongoose>
       console.log('mongo disconnected');
       try {
         if (db.connection.readyState !== 0) {
+          RemoveListeners();
           await db.disconnect();
           await delay(1000);
           await connectMongo(db, url);