File input (#2270)

* doc

* feat: file upload  config

* perf: chat box file params

* feat: markdown show file

* feat: chat file store and clear

* perf: read file contentType

* feat: llm vision config

* feat: file url output

* perf: plugin error text

* perf: image load

* feat: ai chat document

* perf: file block ui

* feat: read file node

* feat: file read response field

* feat: simple mode support read files

* feat: tool call

* feat: read file histories

* perf: select file

* perf: select file config

* i18n

* i18n

* fix: ts; feat: tool response preview result

packages/global/core/chat/adapt.ts

@@ -56,16 +56,21 @@ export const chats2GPTMessages = ({
               text: item.text?.content || ''
             };
           }
-          if (
-            item.type === ChatItemValueTypeEnum.file &&
-            item.file?.type === ChatFileTypeEnum.image
-          ) {
-            return {
-              type: 'image_url',
-              image_url: {
+          if (item.type === ChatItemValueTypeEnum.file) {
+            if (item.file?.type === ChatFileTypeEnum.image) {
+              return {
+                type: 'image_url',
+                image_url: {
+                  url: item.file?.url || ''
+                }
+              };
+            } else if (item.file?.type === ChatFileTypeEnum.file) {
+              return {
+                type: 'file_url',
+                name: item.file?.name || '',
                 url: item.file?.url || ''
-              }
-            };
+              };
+            }
           }
         })
         .filter(Boolean) as ChatCompletionContentPart[];
@@ -175,6 +180,16 @@ export const GPTMessages2Chats = (
                   url: item.image_url.url
                 }
               });
+            } else if (item.type === 'file_url') {
+              value.push({
+                // @ts-ignore
+                type: ChatItemValueTypeEnum.file,
+                file: {
+                  type: ChatFileTypeEnum.file,
+                  name: item.name,
+                  url: item.url
+                }
+              });
             }
           });
         }

packages/global/core/chat/type.d.ts

@@ -117,6 +117,7 @@ export type ChatItemType = (UserChatItemType | SystemChatItemType | AIChatItemTy
   dataId?: string;
 } & ResponseTagItemType;
 
+// Frontend type
 export type ChatSiteItemType = (UserChatItemType | SystemChatItemType | AIChatItemType) & {
   dataId: string;
   status: `${ChatStatusEnum}`;

packages/global/core/chat/utils.ts

@@ -2,6 +2,7 @@ import { DispatchNodeResponseType } from '../workflow/runtime/type';
 import { FlowNodeTypeEnum } from '../workflow/node/constant';
 import { ChatItemValueTypeEnum, ChatRoleEnum } from './constants';
 import { ChatHistoryItemResType, ChatItemType, UserChatItemValueItemType } from './type.d';
+import { sliceStrStartEnd } from '../../common/string/tools';
 
 // Concat 2 -> 1, and sort by role
 export const concatHistories = (histories1: ChatItemType[], histories2: ChatItemType[]) => {
@@ -25,6 +26,7 @@ export const getChatTitleFromChatMessage = (message?: ChatItemType, defaultValue
   return defaultValue;
 };
 
+// Keep the first n and last n characters
 export const getHistoryPreview = (
   completeMessages: ChatItemType[]
 ): {
@@ -32,30 +34,44 @@ export const getHistoryPreview = (
   value: string;
 }[] => {
   return completeMessages.map((item, i) => {
-    if (item.obj === ChatRoleEnum.System || i >= completeMessages.length - 2) {
-      return {
-        obj: item.obj,
-        value: item.value?.[0]?.text?.content || ''
-      };
-    }
+    const n = item.obj === ChatRoleEnum.System || i >= completeMessages.length - 2 ? 80 : 40;
 
-    const content = item.value
-      .map((item) => {
-        if (item.text?.content) {
-          const content =
-            item.text.content.length > 20
-              ? `${item.text.content.slice(0, 20)}...`
-              : item.text.content;
-          return content;
-        }
-        return '';
-      })
-      .filter(Boolean)
-      .join('\n');
+    // Get message text content
+    const rawText = (() => {
+      if (item.obj === ChatRoleEnum.System) {
+        return item.value?.map((item) => item.text?.content).join('') || '';
+      } else if (item.obj === ChatRoleEnum.Human) {
+        return (
+          item.value
+            ?.map((item) => {
+              if (item?.text?.content) return item?.text?.content;
+              if (item.file?.type === 'image') return 'Input an image';
+              return '';
+            })
+            .filter(Boolean)
+            .join('\n') || ''
+        );
+      } else if (item.obj === ChatRoleEnum.AI) {
+        return (
+          item.value
+            ?.map((item) => {
+              return (
+                item.text?.content || item?.tools?.map((item) => item.toolName).join(',') || ''
+              );
+            })
+            .join('') || ''
+        );
+      }
+      return '';
+    })();
+
+    const startContent = rawText.slice(0, n);
+    const endContent = rawText.length > 2 * n ? rawText.slice(-n) : '';
+    const content = startContent + (rawText.length > n ? ` ...... ` : '') + endContent;
 
     return {
       obj: item.obj,
-      value: content
+      value: sliceStrStartEnd(content, 80, 80)
     };
   });
 };