v4.6.9-alpha (#918)

Co-authored-by: Mufei <327958099@qq.com>
Co-authored-by: heheer <71265218+newfish-cmyk@users.noreply.github.com>

projects/app/src/pages/dataset/detail/components/Import/Provider.tsx

@@ -95,6 +95,20 @@ const Provider = ({
   const customSplitChar = processParamsForm.watch('customSplitChar');
 
   const modeStaticParams = {
+    [TrainingModeEnum.auto]: {
+      chunkOverlapRatio: 0.2,
+      maxChunkSize: 2048,
+      minChunkSize: 100,
+      autoChunkSize: vectorModel?.defaultToken ? vectorModel?.defaultToken * 2 : 1024,
+      chunkSize: vectorModel?.defaultToken ? vectorModel?.defaultToken * 2 : 1024,
+      showChunkInput: false,
+      showPromptInput: false,
+      charsPointsPrice: agentModel.charsPointsPrice,
+      priceTip: t('core.dataset.import.Auto mode Estimated Price Tips', {
+        price: agentModel.charsPointsPrice
+      }),
+      uploadRate: 100
+    },
     [TrainingModeEnum.chunk]: {
       chunkSizeField: 'embeddingChunkSize' as ChunkSizeFieldType,
       chunkOverlapRatio: 0.2,
@@ -149,10 +163,17 @@ const Provider = ({
     [sources]
   );
   const predictPoints = useMemo(() => {
-    if (mode === TrainingModeEnum.qa) {
-      return +(((totalChunkChars * 1.5) / 1000) * agentModel.charsPointsPrice).toFixed(2);
+    const totalTokensPredict = totalChunkChars / 1000;
+    if (mode === TrainingModeEnum.auto) {
+      const price = totalTokensPredict * 1.3 * agentModel.charsPointsPrice;
+      return +price.toFixed(2);
     }
-    return +((totalChunkChars / 1000) * vectorModel.charsPointsPrice).toFixed(2);
+    if (mode === TrainingModeEnum.qa) {
+      const price = totalTokensPredict * 1.2 * agentModel.charsPointsPrice;
+      return +price.toFixed(2);
+    }
+
+    return +(totalTokensPredict * vectorModel.charsPointsPrice).toFixed(2);
   }, [agentModel.charsPointsPrice, mode, totalChunkChars, vectorModel.charsPointsPrice]);
   const totalChunks = useMemo(
     () => sources.reduce((sum, file) => sum + file.chunks.length, 0),

projects/app/src/pages/dataset/detail/components/Import/commonProgress/DataProcess.tsx

@@ -1,4 +1,4 @@
-import React, { useEffect, useRef, useState } from 'react';
+import React, { useEffect, useMemo, useRef, useState } from 'react';
 import {
   Box,
   Flex,
@@ -60,6 +60,15 @@ function DataProcess({
     onClose: onCloseCustomPrompt
   } = useDisclosure();
 
+  const trainingModeList = useMemo(() => {
+    const list = Object.entries(TrainingTypeMap);
+
+    return list.filter(([key, value]) => {
+      if (feConfigs?.isPlus) return true;
+      return value.isPlus;
+    });
+  }, [feConfigs?.isPlus]);
+
   useEffect(() => {
     if (showPreviewChunks) {
       splitSources2Chunks();
@@ -79,7 +88,7 @@ function DataProcess({
             {t('core.dataset.import.Training mode')}
           </Box>
           <LeftRadio
-            list={Object.entries(TrainingTypeMap).map(([key, value]) => ({
+            list={trainingModeList.map(([key, value]) => ({
               title: t(value.label),
               value: key,
               tooltip: t(value.tooltip)
@@ -91,7 +100,7 @@ function DataProcess({
               setValue('mode', e);
               setRefresh(!refresh);
             }}
-            gridTemplateColumns={'1fr 1fr'}
+            gridTemplateColumns={'repeat(3,1fr)'}
             defaultBg="white"
             activeBg="white"
           />