V4.6.9-first commit (#899)

* perf: insert mongo dataset data session

* perf: dataset data index

* remove delay

* rename bill schema

* rename bill record

* perf: bill table

* perf: prompt

* perf: sub plan

* change the usage count

* feat: usage bill

* publish usages

* doc

* 新增团队聊天功能 (#20)

* perf: doc

* feat 添加标签部分

feat 信息团队标签配置

feat 新增团队同步管理

feat team分享页面

feat 完成team分享页面

feat 实现模糊搜索

style 格式化

fix 修复迷糊匹配

style 样式修改

fix 团队标签功能修复

* fix 修复鉴权功能

* merge 合并代码

* fix 修复引用错误

* fix 修复pr问题

* fix 修复ts格式问题

---------

Co-authored-by: archer <545436317@qq.com>
Co-authored-by: liuxingwan <liuxingwan.lxw@alibaba-inc.com>

* update extra plan

* fix: ts

* format

* perf: bill field

* feat: standard plan

* fix: ts

* feat 个人账号页面修改 (#22)

* feat 添加标签部分

feat 信息团队标签配置

feat 新增团队同步管理

feat team分享页面

feat 完成team分享页面

feat 实现模糊搜索

style 格式化

fix 修复迷糊匹配

style 样式修改

fix 团队标签功能修复

* fix 修复鉴权功能

* merge 合并代码

* fix 修复引用错误

* fix 修复pr问题

* fix 修复ts格式问题

* feat 修改个人账号页

---------

Co-authored-by: liuxingwan <liuxingwan.lxw@alibaba-inc.com>

* sub plan page (#23)

* fix chunk index; error page text

* feat: dataset process Integral prediction

* feat: stand plan field

* feat: sub plan limit

* perf: index

* query extension

* perf: share link push app name

* perf: plan point unit

* perf: get sub plan

* perf: account page

* feat 新增套餐详情弹窗代码 (#24)

* merge 合并代码

* fix 新增套餐详情弹框

* fix 修复pr问题

* feat: change http node input to prompt editor (#21)

* feat: change http node input to prompt editor

* fix

* split PromptEditor to HttpInput

* Team plans (#25)

* perf: pay check

* perf: team plan test

* plan limit check

* replace sensitive text

* perf: fix some null

* collection null check

* perf: plans modal

* perf: http module

* pacakge (#26)

* individuation page and pay modal amount (#27)

* feat: individuation page

* team chat config

* pay modal

* plan count and replace invalid chars (#29)

* fix: user oneapi

* fix: training queue

* fix: qa queue

* perf: remove space chars

* replace invalid chars

* change httpinput dropdown menu (#28)

* perf: http

* reseet free plan

* perf: plan code to packages

* remove llm config to package

* perf: code

* perf: faq

* fix: get team plan

---------

Co-authored-by: yst <77910600+yu-and-liu@users.noreply.github.com>
Co-authored-by: liuxingwan <liuxingwan.lxw@alibaba-inc.com>
Co-authored-by: heheer <71265218+newfish-cmyk@users.noreply.github.com>

projects/app/src/pages/dataset/detail/components/Import/Provider.tsx

@@ -1,6 +1,5 @@
 import React, { useContext, useCallback, createContext, useState, useMemo, useEffect } from 'react';
 
-import { formatModelPrice2Read } from '@fastgpt/global/support/wallet/bill/tools';
 import { splitText2Chunks } from '@fastgpt/global/common/string/textSplitter';
 import { TrainingModeEnum } from '@fastgpt/global/core/dataset/constants';
 import { useTranslation } from 'next-i18next';
@@ -34,7 +33,7 @@ type useImportStoreType = {
   totalChunkChars: number;
   totalChunks: number;
   chunkSize: number;
-  predictPrice: number;
+  predictPoints: number;
   priceTip: string;
   uploadRate: number;
   splitSources2Chunks: () => void;
@@ -54,7 +53,7 @@ const StateContext = createContext<useImportStoreType>({
   totalChunkChars: 0,
   totalChunks: 0,
   chunkSize: 0,
-  predictPrice: 0,
+  predictPoints: 0,
   priceTip: '',
   uploadRate: 50,
   splitSources2Chunks: () => {}
@@ -105,10 +104,9 @@ const Provider = ({
       chunkSize: embeddingChunkSize,
       showChunkInput: true,
       showPromptInput: false,
-      inputPrice: vectorModel.inputPrice,
-      outputPrice: 0,
+      charsPointsPrice: vectorModel.charsPointsPrice,
       priceTip: t('core.dataset.import.Embedding Estimated Price Tips', {
-        price: vectorModel.inputPrice
+        price: vectorModel.charsPointsPrice
       }),
       uploadRate: 150
     },
@@ -120,10 +118,9 @@ const Provider = ({
       chunkSize: agentModel.maxContext * 0.55 || 6000,
       showChunkInput: false,
       showPromptInput: true,
-      inputPrice: agentModel.inputPrice,
-      outputPrice: agentModel.outputPrice,
+      charsPointsPrice: agentModel.charsPointsPrice,
       priceTip: t('core.dataset.import.QA Estimated Price Tips', {
-        price: agentModel?.inputPrice
+        price: agentModel?.charsPointsPrice
       }),
       uploadRate: 30
     }
@@ -151,15 +148,12 @@ const Provider = ({
     () => sources.reduce((sum, file) => sum + file.chunkChars, 0),
     [sources]
   );
-  const predictPrice = useMemo(() => {
+  const predictPoints = useMemo(() => {
     if (mode === TrainingModeEnum.qa) {
-      const inputTotal = totalChunkChars * selectModelStaticParam.inputPrice;
-      const outputTotal = totalChunkChars * 0.5 * selectModelStaticParam.inputPrice;
-
-      return formatModelPrice2Read(inputTotal + outputTotal);
+      return +(((totalChunkChars * 1.5) / 1000) * agentModel.charsPointsPrice).toFixed(2);
     }
-    return formatModelPrice2Read(totalChunkChars * selectModelStaticParam.inputPrice);
-  }, [mode, selectModelStaticParam.inputPrice, totalChunkChars]);
+    return +((totalChunkChars / 1000) * vectorModel.charsPointsPrice).toFixed(2);
+  }, [agentModel.charsPointsPrice, mode, totalChunkChars, vectorModel.charsPointsPrice]);
   const totalChunks = useMemo(
     () => sources.reduce((sum, file) => sum + file.chunks.length, 0),
     [sources]
@@ -178,7 +172,8 @@ const Provider = ({
         return {
           ...file,
           chunkChars: chars,
-          chunks: chunks.map((chunk) => ({
+          chunks: chunks.map((chunk, i) => ({
+            chunkIndex: i,
             q: chunk,
             a: ''
           }))
@@ -198,7 +193,7 @@ const Provider = ({
     totalChunkChars,
     totalChunks,
     chunkSize,
-    predictPrice,
+    predictPoints,
     splitSources2Chunks
   };
   return <StateContext.Provider value={value}>{children}</StateContext.Provider>;

projects/app/src/pages/dataset/detail/components/Import/commonProgress/DataProcess.tsx

@@ -46,7 +46,7 @@ function DataProcess({
     maxChunkSize,
     totalChunkChars,
     totalChunks,
-    predictPrice,
+    predictPoints,
     showRePreview,
     splitSources2Chunks,
     priceTip
@@ -275,7 +275,7 @@ function DataProcess({
             {feConfigs?.show_pay && (
               <MyTooltip label={priceTip}>
                 <Tag colorSchema={'gray'} py={'6px'} borderRadius={'md'} px={3}>
-                  {t('core.dataset.import.Estimated Price', { amount: predictPrice, unit: '元' })}
+                  {t('core.dataset.import.Estimated points', { points: predictPoints })}
                 </Tag>
               </MyTooltip>
             )}

projects/app/src/pages/dataset/detail/components/Import/commonProgress/Upload.tsx

@@ -16,7 +16,7 @@ import { useImportStore, type FormType } from '../Provider';
 import { useTranslation } from 'next-i18next';
 import MyIcon from '@fastgpt/web/components/common/Icon';
 import { useRequest } from '@/web/common/hooks/useRequest';
-import { postCreateTrainingBill } from '@/web/support/wallet/bill/api';
+import { postCreateTrainingUsage } from '@/web/support/wallet/usage/api';
 import { useDatasetStore } from '@/web/core/dataset/store/dataset';
 import { chunksUpload, fileCollectionCreate } from '@/web/core/dataset/utils';
 import { ImportSourceItemType } from '@/web/core/dataset/type';
@@ -54,11 +54,6 @@ const Upload = ({ showPreviewChunks }: { showPreviewChunks: boolean }) => {
 
       // Batch create collection and upload chunks
       for await (const item of uploadList) {
-        const billId = await postCreateTrainingBill({
-          name: item.sourceName,
-          datasetId: datasetDetail._id
-        });
-
         // create collection
         const collectionId = await (async () => {
           const commonParams = {
@@ -125,6 +120,12 @@ const Upload = ({ showPreviewChunks }: { showPreviewChunks: boolean }) => {
         })();
 
         if (!collectionId) continue;
+        if (item.link) continue;
+
+        const billId = await postCreateTrainingUsage({
+          name: item.sourceName,
+          datasetId: datasetDetail._id
+        });
 
         // upload chunks
         const chunks = item.chunks;