ChatGPT/FastGPT
1
0
Fork 0
mirror of https://github.com/labring/FastGPT.git synced 2025-07-27 16:33:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

V4.9.11 feature (#4969)

Browse Source 
* Feat: Images dataset collection (#4941)

* New pic (#4858)

* 更新数据集相关类型，添加图像文件ID和预览URL支持；优化数据集导入功能，新增图像数据集处理组件；修复部分国际化文本；更新文件上传逻辑以支持新功能。

* 与原先代码的差别

* 新增 V4.9.10 更新说明，支持 PG 设置`systemEnv.hnswMaxScanTuples`参数，优化 LLM stream 调用超时，修复全文检索多知识库排序问题。同时更新数据集索引，移除 datasetId 字段以简化查询。

* 更换成fileId_image逻辑，并增加训练队列匹配的逻辑

* 新增图片集合判断逻辑，优化预览URL生成流程，确保仅在数据集为图片集合时生成预览URL，并添加相关日志输出以便调试。

* Refactor Docker Compose configuration to comment out exposed ports for production environments, update image versions for pgvector, fastgpt, and mcp_server, and enhance Redis service with a health check. Additionally, standardize dataset collection labels in constants and improve internationalization strings across multiple languages.

* Enhance TrainingStates component by adding internationalization support for the imageParse training mode and update defaultCounts to include imageParse mode in trainingDetail API.

* Enhance dataset import context by adding additional steps for image dataset import process and improve internationalization strings for modal buttons in the useEditTitle hook.

* Update DatasetImportContext to conditionally render MyStep component based on data source type, improving the import process for non-image datasets.

* Refactor image dataset handling by improving internationalization strings, enhancing error messages, and streamlining the preview URL generation process.

* 图片上传到新建的 dataset_collection_images 表，逻辑跟随更改

* 修改了除了controller的其他部分问题

* 把图片数据集的逻辑整合到controller里面

* 补充i18n

* 补充i18n

* resolve评论：主要是上传逻辑的更改和组件复用

* 图片名称的图标显示

* 修改编译报错的命名问题

* 删除不需要的collectionid部分

* 多余文件的处理和改动一个删除按钮

* 除了loading和统一的imageId,其他都resolve掉的

* 处理图标报错

* 复用了MyPhotoView并采用全部替换的方式将imageFileId变成imageId

* 去除不必要文件修改

* 报错和字段修改

* 增加上传成功后删除临时文件的逻辑以及回退一些修改

* 删除path字段，将图片保存到gridfs内，并修改增删等操作的代码

* 修正编译错误

---------

Co-authored-by: archer <545436317@qq.com>

* perf: image dataset

* feat: insert image

* perf: image icon

* fix: training state

---------

Co-authored-by: Zhuangzai fa <143257420+ctrlz526@users.noreply.github.com>

* fix: ts (#4948)

* Thirddatasetmd (#4942)

* add thirddataset.md

* fix thirddataset.md

* fix

* delete wrong png

---------

Co-authored-by: dreamer6680 <146868355@qq.com>

* perf: api dataset code

* perf: log

* add secondary.tsx (#4946)

* add secondary.tsx

* fix

---------

Co-authored-by: dreamer6680 <146868355@qq.com>

* perf: multiple menu

* perf: i18n

* feat: parse queue (#4960)

* feat: parse queue

* feat: sync parse queue

* fix thirddataset.md (#4962)

* fix thirddataset-4.png (#4963)

* feat: Dataset template import (#4934)

* 模版导入部分除了文档还没写

* 修复模版导入的 build 错误

* Document production

* compress pictures

* Change some constants to variables

---------

Co-authored-by: Archer <545436317@qq.com>

* perf: template import

* doc

* llm pargraph

* bocha tool

* fix: del collection

---------

Co-authored-by: Zhuangzai fa <143257420+ctrlz526@users.noreply.github.com>
Co-authored-by: dreamer6680 <1468683855@qq.com>
Co-authored-by: dreamer6680 <146868355@qq.com>
This commit is contained in:
Archer
2025-06-06 14:48:44 +08:00
committed by GitHub
parent bb810a43a1
commit c30f069f2f
198 changed files with 4934 additions and 2290 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
packages/web/i18n/zh-Hant/account_team.json
View File

@@ -6,6 +6,7 @@
"accept": "接受",
"action": "操作",
"assign_permission": "權限變更",
"audit_log": "審計",
"change_department_name": "部門編輯",
"change_member_name": "成員改名",
"change_member_name_self": "變更成員名",
@@ -32,6 +33,13 @@
"create_invoice": "開發票",
"create_org": "建立部門",
"create_sub_org": "建立子部門",
"dataset.api_file": "API 匯入",
"dataset.common_dataset": "知識庫",
"dataset.external_file": "外部文件",
"dataset.feishu_dataset": "飛書多維表格",
"dataset.folder_dataset": "資料夾",
"dataset.website_dataset": "網站同步",
"dataset.yuque_dataset": "語雀知識庫",
"delete": "刪除",
"delete_api_key": "刪除api密鑰",
"delete_app": "刪除工作台應用",
@@ -46,6 +54,7 @@
"delete_from_team": "移出團隊",
"delete_group": "刪除群組",
"delete_org": "刪除部門",
"department": "部門",
"edit_info": "編輯訊息",
"edit_member": "編輯使用者",
"edit_member_tip": "成員名",
@@ -136,16 +145,12 @@
"login": "登入",
"manage_member": "管理成員",
"member": "成員",
"department": "部門",
"update": "更新",
"save_and_publish": "儲存並發布",
"member_group": "所屬成員組",
"move_app": "應用位置移動",
"move_dataset": "移動知識庫",
"move_member": "移動成員",
"move_org": "行動部門",
"notification_recieve": "團隊通知接收",
"operation_log": "紀錄",
"org": "組織",
"org_description": "介紹",
"org_name": "部門名稱",
@@ -169,6 +174,7 @@
"restore_tip_title": "恢復確認",
"retain_admin_permissions": "保留管理員權限",
"retrain_collection": "重新訓練集合",
"save_and_publish": "儲存並發布",
"search_log": "搜索日誌",
"search_member": "搜索成員",
"search_member_group_name": "搜尋成員/群組名稱",
@@ -190,14 +196,8 @@
"type.Tool": "工具",
"type.Tool set": "工具集",
"type.Workflow bot": "工作流程",
"dataset.folder_dataset": "資料夾",
"dataset.common_dataset": "知識庫",
"dataset.website_dataset": "網站同步",
"dataset.external_file": "外部文件",
"dataset.api_file": "API 匯入",
"dataset.feishu_dataset": "飛書多維表格",
"dataset.yuque_dataset": "語雀知識庫",
"unlimited": "無限制",
"update": "更新",
"update_api_key": "更新api密鑰",
"update_app_collaborator": "應用權限更改",
"update_app_info": "應用信息修改",
@@ -213,4 +213,4 @@
"user_team_leave_team": "離開團隊",
"user_team_leave_team_failed": "離開團隊失敗",
"waiting": "待接受"
}
}

2
packages/web/i18n/zh-Hant/chat.json
View File

@@ -71,13 +71,13 @@
"response_embedding_model_tokens": "向量模型 Tokens",
"response_hybrid_weight": "語義檢索 : 全文檢索 = {{emb}} : {{text}}",
"response_rerank_tokens": "重排模型 Tokens",
"search_results": "搜索結果",
"select": "選取",
"select_file": "上傳檔案",
"select_file_img": "上傳檔案 / 圖片",
"select_img": "上傳圖片",
"source_cronJob": "定時執行",
"stream_output": "串流輸出",
"to_dataset": "前往知識庫",
"unsupported_file_type": "不支援的檔案類型",
"upload": "上傳",
"variable_invisable_in_share": "自定義變數在免登入連結中不可見",

11
packages/web/i18n/zh-Hant/common.json
View File

@@ -403,7 +403,6 @@
"core.chat.response.module model": "模型",
"core.chat.response.module name": "模型名稱",
"core.chat.response.module query": "問題/搜尋詞",
"core.chat.response.module quoteList": "引用內容",
"core.chat.response.module similarity": "相似度",
"core.chat.response.module temperature": "溫度",
"core.chat.response.module time": "執行時長",
@@ -424,7 +423,6 @@
"core.dataset.Empty Dataset Tips": "還沒有知識庫，快來建立一個吧！",
"core.dataset.Folder placeholder": "這是一個目錄",
"core.dataset.Intro Placeholder": "這個知識庫還沒有介紹",
"core.dataset.Manual collection": "手動資料集",
"core.dataset.My Dataset": "我的知識庫",
"core.dataset.Query extension intro": "開啟問題最佳化功能，可以提高連續對話時知識庫搜尋的準確度。開啟此功能後，在進行知識庫搜尋時，系統會根據對話記錄，利用 AI 補充問題中缺少的資訊。",
"core.dataset.Quote Length": "引用內容長度",
@@ -434,7 +432,6 @@
"core.dataset.Text collection": "文字資料集",
"core.dataset.apiFile": "API 檔案",
"core.dataset.collection.Click top config website": "點選設定網站",
"core.dataset.collection.Collection name": "資料集名稱",
"core.dataset.collection.Collection raw text": "資料集內容",
"core.dataset.collection.Empty Tip": "資料集是空的",
"core.dataset.collection.QA Prompt": "問答拆分提示詞",
@@ -451,7 +448,6 @@
"core.dataset.collection.metadata.metadata": "中繼資料",
"core.dataset.collection.metadata.read source": "檢視原始內容",
"core.dataset.collection.metadata.source": "資料來源",
"core.dataset.collection.metadata.source name": "來源名稱",
"core.dataset.collection.metadata.source size": "來源大小",
"core.dataset.collection.status.active": "已就緒",
"core.dataset.collection.status.error": "訓練異常",
@@ -555,7 +551,7 @@
"core.dataset.training.Agent queue": "問答訓練排隊中",
"core.dataset.training.Auto mode": "補充索引",
"core.dataset.training.Auto mode Tip": "透過子索引以及呼叫模型產生相關問題與摘要，來增加資料區塊的語意豐富度，更有利於檢索。需要消耗更多的儲存空間並增加 AI 呼叫次數。",
"core.dataset.training.Chunk mode": "分塊存儲",
"core.dataset.training.Chunk mode": "分塊儲存",
"core.dataset.training.Full": "預計 20 分鐘以上",
"core.dataset.training.Leisure": "閒置",
"core.dataset.training.QA mode": "問答對提取",
@@ -788,7 +784,6 @@
"dataset.dataset_name": "知識庫名稱",
"dataset.deleteFolderTips": "確認刪除此資料夾及其包含的所有知識庫？刪除後資料無法復原，請確認！",
"dataset.test.noResult": "搜尋結果為空",
"dataset_data_import_q_placeholder": "最多 {{maxToken}} 字。",
"dataset_data_input_a": "答案",
"dataset_data_input_chunk": "常規模式",
"dataset_data_input_chunk_content": "內容",
@@ -802,7 +797,6 @@
"delete_success": "刪除成功",
"delete_warning": "刪除警告",
"embedding_model_not_config": "偵測到沒有可用的索引模型",
"error.Create failed": "建立失敗",
"error.code_error": "驗證碼錯誤",
"error.fileNotFound": "找不到檔案",
"error.inheritPermissionError": "繼承權限錯誤",
@@ -1208,6 +1202,7 @@
"templateTags.Writing": "文字創作",
"template_market": "模板市場",
"textarea_variable_picker_tip": "輸入「/」以選擇變數",
"to_dataset": "前往知識庫",
"ui.textarea.Magnifying": "放大",
"un_used": "未使用",
"unauth_token": "憑證已過期，請重新登入",
@@ -1306,4 +1301,4 @@
"zoomin_tip_mac": "縮小 ⌘ -",
"zoomout_tip": "放大 ctrl +",
"zoomout_tip_mac": "放大 ⌘ +"
}
}

21
packages/web/i18n/zh-Hant/dataset.json
View File

@@ -8,11 +8,11 @@
"auto_indexes_tips": "透過大模型進行額外索引生成，提高語義豐富度，提高檢索的精度。",
"auto_training_queue": "增強索引排隊",
"backup_collection": "備份數據",
"backup_data_uploading": "備份數據上傳中: {{num}}%",
"backup_dataset": "備份導入",
"backup_dataset_success": "備份創建成功",
"backup_dataset_tip": "可以將導出知識庫時，下載的 csv 文件重新導入。",
"backup_mode": "備份導入",
"backup_template_invalid": "備份文件格式不正確，應該是首列為 q,a,indexes 的 csv 文件",
"chunk_max_tokens": "分塊上限",
"chunk_process_params": "分塊處理參數",
"chunk_size": "分塊大小",
@@ -26,16 +26,21 @@
"collection.training_type": "處理模式",
"collection_data_count": "資料量",
"collection_metadata_custom_pdf_parse": "PDF 增強解析",
"collection_name": "數據集名稱",
"collection_not_support_retraining": "此集合類型不支援重新調整參數",
"collection_not_support_sync": "該集合不支援同步",
"collection_sync": "立即同步",
"collection_sync_confirm_tip": "確認開始同步資料？\n系統將會拉取最新資料進行比較，如果內容不相同，則會建立一個新的集合並刪除舊的集合，請確認！",
"collection_tags": "集合標籤",
"common.dataset.data.Input Error Tip": "[圖片數據集] 處理過程錯誤:",
"common.error.unKnow": "未知錯誤",
"common_dataset": "通用資料集",
"common_dataset_desc": "通過導入文件、網頁鏈接或手動錄入形式構建知識庫",
"condition": "條件",
"config_sync_schedule": "設定定時同步",
"confirm_import_images": "共 {{num}} 張圖片 | 確認創建",
"confirm_to_rebuild_embedding_tip": "確定要為資料集切換索引嗎？\n切換索引是一個重要的操作，需要對您資料集內所有資料重新建立索引，可能需要較長時間，請確保帳號內剩餘點數充足。\n\n此外，您還需要注意修改使用此資料集的應用程式，避免與其他索引模型資料集混用。",
"core.dataset.Image collection": "圖片數據集",
"core.dataset.import.Adjust parameters": "調整參數",
"custom_data_process_params": "自訂",
"custom_data_process_params_desc": "自訂資料處理規則",
@@ -44,8 +49,10 @@
"data_error_amount": "{{errorAmount}} 組訓練異常",
"data_index_image": "圖片索引",
"data_index_num": "索引 {{index}}",
"data_parsing": "數據解析中",
"data_process_params": "處理參數",
"data_process_setting": "資料處理設定",
"data_uploading": "數據上傳中: {{num}}%",
"dataset.Chunk_Number": "分塊號",
"dataset.Completed": "完成",
"dataset.Delete_Chunk": "刪除",
@@ -65,7 +72,9 @@
"dataset.no_tags": "尚無標籤",
"default_params": "預設",
"default_params_desc": "使用系統預設的參數和規則",
"download_csv_template": "點擊下載 CSV 模板",
"edit_dataset_config": "編輯知識庫設定",
"empty_collection": "空白數據集",
"enhanced_indexes": "索引增強",
"error.collectionNotFound": "找不到集合",
"external_file": "外部檔案庫",
@@ -88,6 +97,7 @@
"image_auto_parse": "圖片自動索引",
"image_auto_parse_tips": "呼叫 VLM 自動標註文件裡的圖片，並生成額外的檢索索引",
"image_training_queue": "圖片處理排隊",
"images_creating": "正在創建",
"immediate_sync": "立即同步",
"import.Auto mode Estimated Price Tips": "需呼叫文字理解模型，將消耗較多 AI 點數：{{price}} 點數 / 1K tokens",
"import.Embedding Estimated Price Tips": "僅使用索引模型，消耗少量 AI 點數：{{price}} 點數 / 1K tokens",
@@ -102,6 +112,8 @@
"index_size": "索引大小",
"index_size_tips": "向量化時內容的長度，系統會自動按該大小對分塊進行進一步的分割。",
"input_required_field_to_select_baseurl": "請先輸入必填信息",
"insert_images": "新增圖片",
"insert_images_success": "新增圖片成功，需等待訓練完成才會展示",
"is_open_schedule": "啟用定時同步",
"keep_image": "保留圖片",
"loading": "加載中...",
@@ -133,6 +145,7 @@
"process.Image_Index": "圖片索引生成",
"process.Is_Ready": "已就緒",
"process.Is_Ready_Count": "{{count}} 組已就緒",
"process.Parse_Image": "圖片解析中",
"process.Parsing": "內容解析中",
"process.Vectorizing": "索引向量化",
"process.Waiting": "排隊中",
@@ -171,14 +184,20 @@
"tag.searchOrAddTag": "搜尋或新增標籤",
"tag.tags": "標籤",
"tag.total_tags": "共 {{total}} 個標籤",
"template_dataset": "模版導入",
"template_file_invalid": "模板文件格式不正確，應該是首列為 q,a,indexes 的 csv 文件",
"template_mode": "模板導入",
"the_knowledge_base_has_indexes_that_are_being_trained_or_being_rebuilt": "資料集有索引正在訓練或重建中",
"total_num_files": "共 {{total}} 個文件",
"training.Error": "{{count}} 組異常",
"training.Image mode": "圖片處理",
"training.Normal": "正常",
"training_mode": "分段模式",
"training_ready": "{{count}} 組",
"upload_by_template_format": "按模版文件上傳",
"vector_model_max_tokens_tip": "每個分塊資料，最大長度為 3000 tokens",
"vllm_model": "圖片理解模型",
"vlm_model_required_warning": "需要圖片理解模型",
"website_dataset": "網站同步",
"website_dataset_desc": "通過爬蟲，批量爬取網頁數據構建知識庫",
"website_info": "網站資訊",

32
packages/web/i18n/zh-Hant/file.json
View File

@@ -1,9 +1,31 @@
{
"Action": "請選擇要上傳的圖片",
"All images import failed": "所有圖片導入失敗",
"Dataset_ID_not_found": "數據集ID不存在",
"Failed_to_get_token": "獲取令牌失敗",
"Image_ID_copied": "已復制ID",
"Image_Preview": "圖片預覽",
"Image_dataset_requires_VLM_model_to_be_configured": "圖片數據集需要配置圖片理解模型(VLM)才能使用，請先在模型配置中添加支持圖片理解的模型",
"Image_does_not_belong_to_current_team": "圖片不屬於當前團隊",
"Image_file_does_not_exist": "圖片不存在",
"Loading_image": "加載圖片中...",
"Loading_image_failed": "預覽加載失敗",
"Only_support_uploading_one_image": "僅支持上傳一張圖片",
"Please select the image to upload": "請選擇要上傳的圖片",
"Please select the image to upload select the image to upload": "",
"Please wait for all files to upload": "請等待所有文件上傳完成",
"bucket_chat": "對話檔案",
"bucket_file": "知識庫檔案",
"click_to_view_raw_source": "點選檢視原始來源",
"dataset_data_input_image_support_format": "支持 .jpg, .jpeg, .png, .gif, .webp 格式",
"delete_image": "刪除圖片",
"file_name": "檔案名稱",
"file_size": "檔案大小",
"image": "圖片",
"image_collection": "圖片集合",
"image_description_tip": "請輸入圖片的描述內容",
"please_upload_image_first": "請先上傳圖片",
"reached_max_file_count": "已達檔案數量上限",
"release_the_mouse_to_upload_the_file": "放開滑鼠以上傳檔案",
"select_and_drag_file_tip": "點選或拖曳檔案至此處上傳",
"select_file_amount_limit": "最多可選擇 {{max}} 個檔案",
@@ -12,7 +34,11 @@
"support_file_type": "支援 {{fileType}} 格式的檔案",
"support_max_count": "最多可支援 {{maxCount}} 個檔案",
"support_max_size": "單一檔案大小上限為 {{maxSize}}",
"template_csv_file_select_tip": "僅支持<highlight>嚴格按照模板格式</highlight>的 {{fileType}} 文件",
"template_strict_highlight": "嚴格按照模版",
"total_files": "共{{selectFiles.length}}個文件",
"upload_error_description": "單次僅支援上傳多個檔案或一個資料夾",
"upload_failed": "上傳失敗",
"reached_max_file_count": "已達檔案數量上限",
"upload_error_description": "單次僅支援上傳多個檔案或一個資料夾"
}
"upload_file_error": "請上傳圖片",
"uploading": "正在上傳..."
}