External dataset (#1519)

* perf: local file create collection

* rename middleware

* perf: remove code

* feat: next14

* feat: external file dataset

* collection tags field

* external file dataset doc

* fix: ts

projects/app/src/components/ChatBox/QuoteModal.tsx

@@ -46,7 +46,7 @@ const QuoteModal = ({
         title={
           <Box>
             {metadata ? (
-              <RawSourceBox {...metadata} canView={false} />
+              <RawSourceBox {...metadata} canView={showDetail} />
             ) : (
               <>{t('core.chat.Quote Amount', { amount: rawSearch.length })}</>
             )}

projects/app/src/components/Markdown/index.tsx

@@ -14,7 +14,6 @@ import MyTooltip from '../MyTooltip';
 import { useTranslation } from 'next-i18next';
 import { EventNameEnum, eventBus } from '@/web/common/utils/eventbus';
 import MyIcon from '@fastgpt/web/components/common/Icon';
-import { getFileAndOpen } from '@/web/core/dataset/utils';
 import { MARKDOWN_QUOTE_SIGN } from '@fastgpt/global/core/chat/constants';
 
 const CodeLight = dynamic(() => import('./CodeLight'), { ssr: false });
@@ -132,7 +131,7 @@ const A = React.memo(function A({ children, ...props }: any) {
     );
   }
 
-  // quote link
+  // quote link(未使用)
   if (children?.length === 1 && typeof children?.[0] === 'string') {
     const text = String(children);
     if (text === MARKDOWN_QUOTE_SIGN && props.href) {
@@ -147,7 +146,7 @@ const A = React.memo(function A({ children, ...props }: any) {
             _hover={{
               color: 'primary.700'
             }}
-            onClick={() => getFileAndOpen(props.href)}
+            // onClick={() => getCollectionSourceAndOpen(props.href)}
           />
         </MyTooltip>
       );

projects/app/src/components/core/dataset/QuoteItem.tsx

@@ -218,6 +218,7 @@ const QuoteItem = ({
             <RawSourceBox
               fontWeight={'bold'}
               color={'black'}
+              collectionId={quoteItem.collectionId}
               sourceName={quoteItem.sourceName}
               sourceId={quoteItem.sourceId}
               canView={canViewSource}

projects/app/src/components/core/dataset/RawSourceBox.tsx

@@ -1,33 +1,39 @@
 import React, { useMemo } from 'react';
 import { Box, BoxProps } from '@chakra-ui/react';
-import { useToast } from '@fastgpt/web/hooks/useToast';
-import { getErrText } from '@fastgpt/global/common/error/utils';
 import MyTooltip from '@/components/MyTooltip';
 import { useTranslation } from 'next-i18next';
-import { getFileAndOpen } from '@/web/core/dataset/utils';
-import { useSystemStore } from '@/web/common/system/useSystemStore';
+import { getCollectionSourceAndOpen } from '@/web/core/dataset/hooks/readCollectionSource';
 import { getSourceNameIcon } from '@fastgpt/global/core/dataset/utils';
 import MyIcon from '@fastgpt/web/components/common/Icon';
 import { useI18n } from '@/web/context/I18n';
 
 type Props = BoxProps & {
   sourceName?: string;
+  collectionId: string;
   sourceId?: string;
   canView?: boolean;
 };
 
-const RawSourceBox = ({ sourceId, sourceName = '', canView = true, ...props }: Props) => {
+const RawSourceBox = ({
+  sourceId,
+  collectionId,
+  sourceName = '',
+  canView = true,
+  ...props
+}: Props) => {
   const { t } = useTranslation();
   const { fileT } = useI18n();
-  const { toast } = useToast();
-  const { setLoading } = useSystemStore();
 
-  const canPreview = useMemo(() => !!sourceId && canView, [canView, sourceId]);
+  const canPreview = !!sourceId && canView;
 
   const icon = useMemo(() => getSourceNameIcon({ sourceId, sourceName }), [sourceId, sourceName]);
+  const read = getCollectionSourceAndOpen(collectionId);
 
   return (
-    <MyTooltip label={canPreview ? fileT('Click to view file') : ''} shouldWrapChildren={false}>
+    <MyTooltip
+      label={canPreview ? fileT('Click to view raw source') : ''}
+      shouldWrapChildren={false}
+    >
       <Box
         color={'myGray.900'}
         fontWeight={'medium'}
@@ -37,18 +43,7 @@ const RawSourceBox = ({ sourceId, sourceName = '', canView = true, ...props }: P
           ? {
               cursor: 'pointer',
               textDecoration: 'underline',
-              onClick: async () => {
-                setLoading(true);
-                try {
-                  await getFileAndOpen(sourceId as string);
-                } catch (error) {
-                  toast({
-                    title: getErrText(error, t('error.fileNotFound')),
-                    status: 'error'
-                  });
-                }
-                setLoading(false);
-              }
+              onClick: read
             }
           : {})}
         {...props}

projects/app/src/components/core/workflow/Flow/nodes/NodeIfElse/ListItem.tsx

@@ -4,11 +4,11 @@ import {
   DraggableStateSnapshot
 } from '@fastgpt/web/components/common/DndDrag/index';
 import Container from '../../components/Container';
-import { DragHandleIcon, MinusIcon, SmallAddIcon } from '@chakra-ui/icons';
+import { MinusIcon, SmallAddIcon } from '@chakra-ui/icons';
 import { IfElseListItemType } from '@fastgpt/global/core/workflow/template/system/ifElse/type';
 import MyIcon from '@fastgpt/web/components/common/Icon';
 import { ReferenceValueProps } from '@fastgpt/global/core/workflow/type/io';
-import { useTranslation } from 'react-i18next';
+import { useTranslation } from 'next-i18next';
 import { ReferSelector, useReference } from '../render/RenderInput/templates/Reference';
 import { WorkflowIOValueTypeEnum } from '@fastgpt/global/core/workflow/constants';
 import {

projects/app/src/components/core/workflow/Flow/nodes/NodeVariableUpdate.tsx

@@ -2,7 +2,7 @@ import React, { useCallback, useMemo } from 'react';
 import NodeCard from './render/NodeCard';
 import { NodeProps } from 'reactflow';
 import { FlowNodeItemType } from '@fastgpt/global/core/workflow/type';
-import { useTranslation } from 'react-i18next';
+import { useTranslation } from 'next-i18next';
 import {
   Box,
   Button,