New dpcs structure and dataset i18n (#551)

* perf: check balance

* md

* lock way

* i18n

* docs

* doc

* i18n

* update doc

* feat: one link sync

* feat: one link sync

* feat: one link sync

* feat: one link sync

* feat: one link sync

* feat: one link sync

* feat: one link sync

projects/app/src/pages/dataset/detail/components/CollectionCard.tsx

@@ -22,7 +22,7 @@ import {
   putDatasetCollectionById,
   postDatasetCollection,
   getDatasetCollectionPathById,
-  postWebsiteSync
+  postLinkCollectionSync
 } from '@/web/core/dataset/api';
 import { useQuery } from '@tanstack/react-query';
 import { debounce } from 'lodash';
@@ -61,7 +61,6 @@ import { useUserStore } from '@/web/support/user/useUserStore';
 import { TeamMemberRoleEnum } from '@fastgpt/global/support/user/team/constant';
 import { useDatasetStore } from '@/web/core/dataset/store/dataset';
 import { DatasetSchemaType } from '@fastgpt/global/core/dataset/type';
-import { postCreateTrainingBill } from '@/web/support/wallet/bill/api';
 
 const FileImportModal = dynamic(() => import('./Import/ImportModal'), {});
 const WebSiteConfigModal = dynamic(() => import('./Import/WebsiteConfig'), {});
@@ -78,11 +77,15 @@ const CollectionCard = () => {
   const { isPc } = useSystemStore();
   const { userInfo } = useUserStore();
   const [searchText, setSearchText] = useState('');
-  const { datasetDetail, updateDataset, loadDatasetDetail } = useDatasetStore();
+  const { datasetDetail, updateDataset, startWebsiteSync, loadDatasetDetail } = useDatasetStore();
 
-  const { openConfirm, ConfirmModal } = useConfirm({
+  const { openConfirm: openDeleteConfirm, ConfirmModal: ConfirmDeleteModal } = useConfirm({
     content: t('dataset.Confirm to delete the file')
   });
+  const { openConfirm: openSyncConfirm, ConfirmModal: ConfirmSyncModal } = useConfirm({
+    content: t('core.dataset.collection.Start Sync Tip')
+  });
+
   const {
     isOpen: isOpenFileImportModal,
     onOpen: onOpenFileImportModal,
@@ -112,7 +115,7 @@ const CollectionCard = () => {
     Pagination,
     total,
     getData,
-    isLoading,
+    isLoading: isGetting,
     pageNum,
     pageSize
   } = usePagination<DatasetCollectionsListItemType>({
@@ -231,27 +234,23 @@ const CollectionCard = () => {
   const { mutate: onUpdateDatasetWebsiteConfig, isLoading: isUpdating } = useRequest({
     mutationFn: async (websiteConfig: DatasetSchemaType['websiteConfig']) => {
       onCloseWebsiteModal();
-      const [_, billId] = await Promise.all([
-        updateDataset({
-          id: datasetDetail._id,
-          websiteConfig,
-          status: DatasetStatusEnum.syncing
-        }),
-        postCreateTrainingBill({
-          name: 'core.dataset.training.Website Sync',
-          vectorModel: datasetDetail.vectorModel.model,
-          agentModel: datasetDetail.agentModel.model
-        })
-      ]);
-      return billId;
-    },
-    onSuccess(billId: string) {
-      try {
-        postWebsiteSync({ datasetId: datasetDetail._id, billId });
-      } catch (error) {}
+      await updateDataset({
+        id: datasetDetail._id,
+        websiteConfig
+      });
+      return startWebsiteSync();
     },
     errorToast: t('common.Update Failed')
   });
+  const { mutate: onclickStartSync, isLoading: isSyncing } = useRequest({
+    mutationFn: (collectionId: string) => {
+      return postLinkCollectionSync(collectionId);
+    },
+    onSuccess() {
+      getData(pageNum);
+    },
+    errorToast: t('core.dataset.error.Start Sync Failed')
+  });
 
   const { data: paths = [] } = useQuery(['getDatasetCollectionPathById', parentId], () =>
     getDatasetCollectionPathById(parentId)
@@ -261,6 +260,16 @@ const CollectionCard = () => {
     () => !!formatCollections.find((item) => item.trainingAmount > 0),
     [formatCollections]
   );
+  const isLoading = useMemo(
+    () =>
+      isCreating ||
+      isDeleting ||
+      isUpdating ||
+      isSyncing ||
+      (isGetting && collections.length === 0),
+    [collections.length, isCreating, isDeleting, isGetting, isSyncing, isUpdating]
+  );
+
   useQuery(
     ['refreshCollection'],
     () => {
@@ -589,6 +598,23 @@ const CollectionCard = () => {
                         </MenuButton>
                       }
                       menuList={[
+                        ...(collection.type === DatasetCollectionTypeEnum.link
+                          ? [
+                              {
+                                child: (
+                                  <Flex alignItems={'center'}>
+                                    <MyIcon name={'common/refreshLight'} w={'14px'} mr={2} />
+                                    {t('core.dataset.collection.Sync')}
+                                  </Flex>
+                                ),
+                                onClick: () =>
+                                  openSyncConfirm(() => {
+                                    console.log(collection._id);
+                                    onclickStartSync(collection._id);
+                                  })()
+                              }
+                            ]
+                          : []),
                         {
                           child: (
                             <Flex alignItems={'center'}>
@@ -629,7 +655,7 @@ const CollectionCard = () => {
                             </Flex>
                           ),
                           onClick: () =>
-                            openConfirm(
+                            openDeleteConfirm(
                               () => {
                                 onDelCollection(collection._id);
                               },
@@ -659,21 +685,38 @@ const CollectionCard = () => {
                 t('core.dataset.collection.Empty Tip')
               ) : (
                 <Flex>
-                  {t('core.dataset.collection.Website Empty Tip')}
-                  <Box textDecoration={'underline'} cursor={'pointer'} onClick={onOpenWebsiteModal}>
-                    {t('core.dataset.collection.Click top config website')}
-                  </Box>
+                  {datasetDetail.status === DatasetStatusEnum.syncing && (
+                    <>{t('core.dataset.status.syncing')}</>
+                  )}
+                  {datasetDetail.status === DatasetStatusEnum.active && (
+                    <>
+                      {!datasetDetail?.websiteConfig?.url ? (
+                        <>
+                          {t('core.dataset.collection.Website Empty Tip')}
+                          {', '}
+                          <Box
+                            textDecoration={'underline'}
+                            cursor={'pointer'}
+                            onClick={onOpenWebsiteModal}
+                          >
+                            {t('core.dataset.collection.Click top config website')}
+                          </Box>
+                        </>
+                      ) : (
+                        <>{t('core.dataset.website.UnValid Website Tip')}</>
+                      )}
+                    </>
+                  )}
                 </Flex>
               )
             }
           />
         )}
       </TableContainer>
-      <Loading
-        loading={isCreating || isDeleting || isUpdating || (isLoading && collections.length === 0)}
-      />
+      <Loading loading={isLoading} />
 
-      <ConfirmModal />
+      <ConfirmDeleteModal />
+      <ConfirmSyncModal />
       <EditTitleModal />
       <EditCreateVirtualFileModal />
       {isOpenFileImportModal && (