perf: tiktoken count (#1507)

* perf: tiktoken count

* fix: rerank histories

* fix: rerank histories

* update npmrc

projects/app/next.config.js

@@ -36,6 +36,10 @@ const nextConfig = {
       unknownContextCritical: false
     };
 
+    if (!config.externals) {
+      config.externals = [];
+    }
+
     if (isServer) {
       config.externals.push('worker_threads');
 
@@ -73,11 +77,13 @@ const nextConfig = {
           fs: false
         }
       };
-      if (!config.externals) {
-        config.externals = [];
-      }
     }
 
+    config.experiments = {
+      asyncWebAssembly: true,
+      layers: true
+    };
+
     return config;
   },
   transpilePackages: ['@fastgpt/*', 'ahooks', '@chakra-ui/*', 'react'],