4.8.10 test (#2568)

* perf: i18n perf

* fix: detail=fasle response

* fix: dataset tag load repeat

* feat :doc

* perf: rename fun

* code comment

packages/global/core/workflow/utils.ts

@@ -333,7 +333,8 @@ export const removePluginInputVariables = (
   );
 };
 
-export function replaceVariableLabel({
+// replace {{$xx.xx$}} variables for text
+export function replaceEditorVariable({
   text,
   nodes,
   variables,
@@ -341,7 +342,7 @@ export function replaceVariableLabel({
 }: {
   text: any;
   nodes: RuntimeNodeItemType[];
-  variables: Record<string, string | number>;
+  variables: Record<string, any>; // global variables
   runningNode: RuntimeNodeItemType;
 }) {
   if (typeof text !== 'string') return text;

packages/service/common/file/read/utils.ts

@@ -79,7 +79,7 @@ export const readRawContentByFileBuffer = async ({
     )
       return;
 
-    addLog.info('Use custom read file service');
+    const start = Date.now();
 
     const data = new FormData();
     data.append('file', buffer, {
@@ -101,6 +101,8 @@ export const readRawContentByFileBuffer = async ({
       }
     });
 
+    addLog.info(`Use custom read file service, time: ${Date.now() - start}ms`);
+
     const rawText = response.data.markdown;
 
     return {

packages/service/core/workflow/dispatch/index.ts

@@ -21,7 +21,7 @@ import {
 } from '@fastgpt/global/core/workflow/node/constant';
 import { replaceVariable } from '@fastgpt/global/common/string/tools';
 import { getSystemTime } from '@fastgpt/global/common/time/timezone';
-import { replaceVariableLabel } from '@fastgpt/global/core/workflow/utils';
+import { replaceEditorVariable } from '@fastgpt/global/core/workflow/utils';
 
 import { dispatchWorkflowStart } from './init/workflowStart';
 import { dispatchChatCompletion } from './chat/oneapi';
@@ -368,7 +368,7 @@ export async function dispatchWorkFlow(data: Props): Promise<DispatchFlowRespons
       let value = replaceVariable(input.value, variables);
 
       // replace {{$xx.xx$}} variables
-      value = replaceVariableLabel({
+      value = replaceEditorVariable({
         text: value,
         nodes: runtimeNodes,
         variables,

packages/service/core/workflow/dispatch/tools/readFiles.ts

@@ -73,25 +73,35 @@ export const dispatchReadFiles = async (props: Props): Promise<Response> => {
   // Concat fileUrlList and filesFromHistories; remove not supported files
   const parseUrlList = [...fileUrlList, ...filesFromHistories]
     .map((url) => {
-      // System file
-      if (url.startsWith('/') || (requestOrigin && url.startsWith(requestOrigin))) {
-        // Parse url, get filename query. Keep only documents that can be parsed
-        const parseUrl = new URL(url);
-        const filenameQuery = parseUrl.searchParams.get('filename');
-        if (filenameQuery) {
-          const extensionQuery = filenameQuery.split('.').pop()?.toLowerCase() || '';
-          if (!documentFileType.includes(extensionQuery)) {
-            return '';
+      try {
+        // Avoid "/api/xxx" file error.
+        const origin = requestOrigin ?? 'http://localhost:3000';
+
+        // Check is system upload file
+        if (url.startsWith('/') || (requestOrigin && url.startsWith(requestOrigin))) {
+          // Parse url, get filename query. Keep only documents that can be parsed
+          const parseUrl = new URL(url, origin);
+          const filenameQuery = parseUrl.searchParams.get('filename');
+
+          // Not document
+          if (filenameQuery) {
+            const extensionQuery = filenameQuery.split('.').pop()?.toLowerCase() || '';
+            if (!documentFileType.includes(extensionQuery)) {
+              return '';
+            }
+          }
+
+          //  Remove the origin(Make intranet requests directly)
+          if (requestOrigin && url.startsWith(requestOrigin)) {
+            url = url.replace(requestOrigin, '');
           }
         }
 
-        //  Remove the origin(Make intranet requests directly)
-        if (requestOrigin && url.startsWith(requestOrigin)) {
-          url = url.replace(requestOrigin, '');
-        }
+        return url;
+      } catch (error) {
+        console.log(error);
+        return '';
       }
-
-      return url;
     })
     .filter(Boolean)
     .slice(0, maxFiles);

packages/service/core/workflow/dispatch/tools/runUpdateVar.ts

@@ -8,7 +8,7 @@ import { getReferenceVariableValue } from '@fastgpt/global/core/workflow/runtime
 import { TUpdateListItem } from '@fastgpt/global/core/workflow/template/system/variableUpdate/type';
 import { ModuleDispatchProps } from '@fastgpt/global/core/workflow/runtime/type';
 import { removeSystemVariable, valueTypeFormat } from '../utils';
-import { replaceVariableLabel } from '@fastgpt/global/core/workflow/utils';
+import { replaceEditorVariable } from '@fastgpt/global/core/workflow/utils';
 
 type Props = ModuleDispatchProps<{
   [NodeInputKeyEnum.updateList]: TUpdateListItem[];
@@ -32,7 +32,7 @@ export const dispatchUpdateVariable = async (props: Props): Promise<Response> =>
         const formatValue = valueTypeFormat(item.value?.[1], item.valueType);
 
         return typeof formatValue === 'string'
-          ? replaceVariableLabel({
+          ? replaceEditorVariable({
               text: formatValue,
               nodes: runtimeNodes,
               variables,

packages/web/i18n/en/user.json

@@ -20,6 +20,10 @@
     "you_can_convert": "You can redeem",
     "yuan": "Yuan"
   },
+  "promotion": {
+    "register": "Register",
+    "pay": "Pay"
+  },
   "bind_inform_account_error": "Abnormal binding notification account",
   "bind_inform_account_success": "Binding notification account successful",
   "code_error": {

packages/web/i18n/zh/user.json

@@ -20,6 +20,10 @@
     "current_token_price": "当前积分价格",
     "yuan": "元"
   },
+  "promotion": {
+    "register": "好友注册",
+    "pay": "好友充值"
+  },
   "bind_inform_account_error": "绑定通知账号异常",
   "bind_inform_account_success": "绑定通知账号成功",
   "delete": {