Feat: pptx and xlsx loader (#1118)

* perf: plan tip * perf: upload size controller * feat: add image ttl index * feat: new upload file ux * remove file * feat: support read pptx * feat: support xlsx * fix: rerank docker flie
2025-07-27 08:25:07 +00:00 · 2024-04-01 19:01:26 +08:00
parent f9d266a6af
commit 21288d1736
90 changed files with 2707 additions and 1678 deletions
--- a/projects/app/public/locales/en/common.json
+++ b/projects/app/public/locales/en/common.json
@@ -56,6 +56,7 @@
    }
  },
  "common": {
+    "Action": "Action",
    "Add": "Add",
    "Add New": "Add",
    "All": "All",
@@ -79,6 +80,7 @@
    "Create New": "Create",
    "Create Success": "Create Success",
    "Create Time": "Create time",
+    "Creating": "Creating",
    "Custom Title": "Custom Title",
    "Delete": "Delete",
    "Delete Failed": "Delete Failed",
@@ -191,6 +193,7 @@
      "Empty file tip": "The file content is empty. The file may be unreadable or pure image file content.",
      "File Content": "File Content",
      "File Name": "File Name",
+      "File Size": "File Size",
      "File content can not be empty": "File content can not be empty",
      "Filename Can not Be Empty": "Filename Can not Be Empty",
      "Read File Error": "Read file error",
@@ -198,6 +201,7 @@
      "Select failed": "Select file failed",
      "Select file amount limit": "A maximum of {{max}} files can be selected",
      "Select file amount limit 100": "You can select a maximum of 100 files at a time",
+      "Some file count exceeds limit": "The number of files exceeding {{maxCount}} has been automatically intercepted",
      "Some file size exceeds limit": "Some files exceed: {{maxSize}}, have been filtered",
      "Support file type": "Support {{fileType}} files",
      "Support max count": "A maximum of {{maxCount}} files are supported.",
@@ -620,7 +624,7 @@
      "file": "File",
      "folder": "Folder",
      "import": {
-        "Auto mode Estimated Price Tips": "Enhanced processing calls the file processing model: {{price}} integral /1k Tokens",
+        "Auto mode Estimated Price Tips": "Need to call the file processing model, need to consume more Tokens: {{price}} credits /1k Tokens",
        "Auto process": "Auto",
        "Auto process desc": "Automatically set segmentation and preprocessing rules",
        "CSV Import": "CSV QA Import",
@@ -642,7 +646,7 @@
        "Data file progress": "Data upload progress",
        "Data process params": "Data process params",
        "Down load csv template": "Down load csv template",
-        "Embedding Estimated Price Tips": "Index billing: {{price}}/1k Tokens",
+        "Embedding Estimated Price Tips": "Use only the index model and consume a small amount of Tokens: {{price}} credits /1k Tokens",
        "Estimated Price": "Estimated Price: : {{amount}}{{unit}}",
        "Estimated Price Tips": "QA charges: {{charsPointsPrice}} points/1k Tokens",
        "Estimated points": "About {{points}} points",
@@ -657,15 +661,19 @@
        "Import Failed": "Import Failed",
        "Import Success Tip": "The {{num}} group data is imported successfully. Please wait for training.",
        "Import Tip": "This task cannot be terminated and takes some time to generate indexes. Please confirm the import. If the balance is insufficient, the unfinished task will be suspended and can continue after topping up.",
+        "Import success": "Import successful, please wait for training",
        "Link name": "Link name",
        "Link name placeholder": "Only static links are supported\nOne per line, up to 10 links at a time",
        "Local file": "Local file",
        "Local file desc": "Upload files in PDF, TXT, DOCX and other formats",
        "Only Show First 50 Chunk": "Show only part",
-        "Preview chunks": "Chunks",
-        "Preview raw text": "Preview file text (max show 10000 words)",
+        "Predicted chunk": "Predicted chunk",
+        "Predicted chunk amount": "Predicted chunks:{{amount}}",
+        "Predicted total chars": "Predicted chars: {{total}}",
+        "Preview chunks": "Preview chunks",
+        "Preview raw text": "Preview file text (max show 3000 words)",
        "Process way": "Process way",
-        "QA Estimated Price Tips": "QA billing: {{price}}/1k Tokens (including input and output)",
+        "QA Estimated Price Tips": "Need to call the file processing model, need to consume more Tokens: {{price}} credits /1k Tokens",
        "QA Import": "QA Split",
        "QA Import Tip": "According to certain rules, the text is broken into a larger paragraph, and the AI is invoked to generate a question and answer pair for the paragraph.",
        "Re Preview": "RePreview",
@@ -680,8 +688,8 @@
        "Total tokens": "Tokens",
        "Training mode": "Training mode",
        "Upload data": "Upload data",
-        "Upload file progress": "File upload progress",
-        "Upload status": "Upload status",
+        "Upload file progress": "Upload state",
+        "Upload status": "Status",
        "Upload success": "Upload success",
        "Web link": "Web link",
        "Web link desc": "Fetch static web content as a collection"
@@ -1348,6 +1356,7 @@
      "Pay error": "Pay error",
      "Pay success": "Pay success",
      "Plan expired time": "Plan expired time",
+      "Plan reset time": "Plan reset time",
      "Standard Plan Detail": "Standard Plan Detail",
      "To read plan": "Read plan",
      "bill": {
--- a/projects/app/public/locales/zh/common.json
+++ b/projects/app/public/locales/zh/common.json
@@ -56,6 +56,7 @@
    }
  },
  "common": {
+    "Action": "操作",
    "Add": "添加",
    "Add New": "新增",
    "All": "全部",
@@ -79,6 +80,7 @@
    "Create New": "新建",
    "Create Success": "创建成功",
    "Create Time": "创建时间",
+    "Creating": "创建中",
    "Custom Title": "自定义标题",
    "Delete": "删除",
    "Delete Failed": "删除失败",
@@ -191,6 +193,7 @@
      "Empty file tip": "文件内容为空，可能该文件无法读取或为纯图片文件内容。",
      "File Content": "文件内容",
      "File Name": "文件名",
+      "File Size": "文件大小",
      "File content can not be empty": "文件内容不能为空",
      "Filename Can not Be Empty": "文件名不能为空",
      "Read File Error": "解析文件失败",
@@ -198,6 +201,7 @@
      "Select failed": "选择文件异常",
      "Select file amount limit": "最多选择 {{max}} 个文件",
      "Select file amount limit 100": "每次最多选择100个文件",
+      "Some file count exceeds limit": "超出{{maxCount}}个文件，已自动截取",
      "Some file size exceeds limit": "部分文件超出: {{maxSize}}，已被过滤",
      "Support file type": "支持 {{fileType}} 类型文件",
      "Support max count": "最多支持 {{maxCount}} 个文件。",
@@ -622,7 +626,7 @@
      "file": "文件",
      "folder": "目录",
      "import": {
-        "Auto mode Estimated Price Tips": "增强处理需调用文件处理模型: {{price}}积分/1k Tokens",
+        "Auto mode Estimated Price Tips": "需调用文件处理模型，需要消耗较多Tokens: {{price}}积分/1k Tokens",
        "Auto process": "自动",
        "Auto process desc": "自动设置分割和预处理规则",
        "CSV Import": "CSV 导入",
@@ -644,7 +648,7 @@
        "Data file progress": "数据上传进度",
        "Data process params": "数据处理参数",
        "Down load csv template": "点击下载 CSV 模板",
-        "Embedding Estimated Price Tips": "索引计费: {{price}}积分/1k Tokens",
+        "Embedding Estimated Price Tips": "仅使用索引模型，消耗少量Tokens: {{price}}积分/1k Tokens",
        "Estimated Price": "预估价格: {{amount}}{{unit}}",
        "Estimated Price Tips": "QA计费为\n输入: {{charsPointsPrice}}积分/1k Tokens",
        "Estimated points": "预估消耗 {{points}} 积分",
@@ -659,15 +663,19 @@
        "Import Failed": "导入文件失败",
        "Import Success Tip": "共成功导入 {{num}} 组数据，请耐心等待训练.",
        "Import Tip": "该任务无法终止，需要一定时间生成索引，请确认导入。如果余额不足，未完成的任务会被暂停，充值后可继续进行。",
+        "Import success": "导入成功，请等待训练",
        "Link name": "网络链接",
        "Link name placeholder": "仅支持静态链接，如果上传后数据为空，可能该链接无法被读取\n每行一个，每次最多 10 个链接",
        "Local file": "本地文件",
        "Local file desc": "上传 PDF, TXT, DOCX 等格式的文件",
        "Only Show First 50 Chunk": "仅展示部分",
-        "Preview chunks": "分段预览",
-        "Preview raw text": "预览源文本（最多展示10000字）",
+        "Predicted chunk": "预估分段",
+        "Predicted chunk amount": "预估分段:{{amount}}",
+        "Predicted total chars": "预估字数: {{total}}",
+        "Preview chunks": "预览分段（最多5段）",
+        "Preview raw text": "预览源文本（最多3000字）",
        "Process way": "处理方式",
-        "QA Estimated Price Tips": "QA计费为: {{price}}积分/1k Tokens(包含输入和输出)",
+        "QA Estimated Price Tips": "需调用文件处理模型，需要消耗较多Tokens: {{price}}积分/1k Tokens",
        "QA Import": "QA拆分",
        "QA Import Tip": "根据一定规则，将文本拆成一段较大的段落，调用 AI 为该段落生成问答对。有非常高的检索精度，但是会丢失很多内容细节。",
        "Re Preview": "重新生成预览",
@@ -683,7 +691,7 @@
        "Training mode": "训练模式",
        "Upload data": "上传数据",
        "Upload file progress": "文件上传进度",
-        "Upload status": "上传状态",
+        "Upload status": "状态",
        "Upload success": "上传成功",
        "Web link": "网页链接",
        "Web link desc": "读取静态网页内容作为数据集"
@@ -1350,6 +1358,7 @@
      "Pay error": "支付失败",
      "Pay success": "支付成功",
      "Plan expired time": "套餐到期时间",
+      "Plan reset time": "套餐重置时间",
      "Standard Plan Detail": "套餐详情",
      "To read plan": "查看套餐",
      "bill": {
@@ -1407,7 +1416,7 @@
        "Standard update fail": "修改订阅套餐异常",
        "Standard update success": "变更订阅套餐成功！",
        "Sub plan": "订阅套餐",
-        "Sub plan tip": "免费使用 FastGPT 或升级更高的套餐",
+        "Sub plan tip": "免费使用 {{title}} 或升级更高的套餐",
        "Team plan and usage": "套餐与用量",
        "Training weight": "训练优先级: {{weight}}",
        "Update extra ai points": "额外AI积分",