feat: queue len show

client/src/api/plugins/kb.ts

@@ -60,6 +60,9 @@ export const getTrainingData = (data: { kbId: string; init: boolean }) =>
     vectorListLen: number;
   }>(`/plugins/kb/data/getTrainingData`, data);
 
+/* get length of system training queue */
+export const getTrainingQueueLen = () => GET<number>(`/plugins/kb/data/getQueueLen`);
+
 export const getKbDataItemById = (dataId: string) =>
   GET<KbDataItemType>(`/plugins/kb/data/getDataById`, { dataId });
 

client/src/pages/api/plugins/kb/data/getQueueLen.ts

@@ -0,0 +1,25 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { TrainingData } from '@/service/mongo';
+import { authUser } from '@/service/utils/auth';
+
+/* 拆分数据成QA */
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    await authUser({ req, authToken: true });
+
+    // split queue data
+    const result = await TrainingData.countDocuments({
+      lockTime: { $lt: new Date('2040/1/1') }
+    });
+
+    jsonRes(res, {
+      data: result
+    });
+  } catch (err) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}

client/src/pages/kb/detail/components/DataCard.tsx

@@ -1,4 +1,4 @@
-import React, { useCallback, useState, useRef, useEffect } from 'react';
+import React, { useCallback, useState, useRef } from 'react';
 import { Box, Card, IconButton, Flex, Button, Input, Grid } from '@chakra-ui/react';
 import type { KbDataItemType } from '@/types/plugin';
 import { usePagination } from '@/hooks/usePagination';

client/src/pages/kb/detail/index.tsx

@@ -18,6 +18,10 @@ import PageContainer from '@/components/PageContainer';
 import Avatar from '@/components/Avatar';
 import Info from './components/Info';
 import { serviceSideProps } from '@/utils/i18n';
+import { useTranslation } from 'react-i18next';
+import { getTrainingQueueLen } from '@/api/plugins/kb';
+import MyTooltip from '@/components/MyTooltip';
+import { QuestionOutlineIcon } from '@chakra-ui/icons';
 
 const ImportData = dynamic(() => import('./components/Import'), {
   ssr: false
@@ -36,6 +40,7 @@ enum TabEnum {
 const Detail = ({ kbId, currentTab }: { kbId: string; currentTab: `${TabEnum}` }) => {
   const InfoRef = useRef<ComponentRef>(null);
   const theme = useTheme();
+  const { t } = useTranslation();
   const { toast } = useToast();
   const router = useRouter();
   const { isPc } = useGlobalStore();
@@ -78,6 +83,10 @@ const Detail = ({ kbId, currentTab }: { kbId: string; currentTab: `${TabEnum}` }
     }
   });
 
+  const { data: trainingQueueLen = 0 } = useQuery(['getTrainingQueueLen'], getTrainingQueueLen, {
+    refetchInterval: 5000
+  });
+
   return (
     <PageContainer>
       <Box display={['block', 'flex']} h={'100%'} pt={[4, 0]}>
@@ -106,6 +115,18 @@ const Detail = ({ kbId, currentTab }: { kbId: string; currentTab: `${TabEnum}` }
                 setCurrentTab(e);
               }}
             />
+            <Box textAlign={'center'}>
+              <Flex justifyContent={'center'} alignItems={'center'}>
+                <MyIcon mr={1} name="overviewLight" w={'16px'} color={'green.500'} />
+                <Box>{t('dataset.System Data Queue')}</Box>
+                <MyTooltip label={t('dataset.Queue Desc')} placement={'top'}>
+                  <QuestionOutlineIcon ml={1} w={'16px'} cursor={'pointer'} />
+                </MyTooltip>
+              </Flex>
+              <Box mt={1} fontWeight={'bold'}>
+                {trainingQueueLen}
+              </Box>
+            </Box>
             <Flex
               alignItems={'center'}
               cursor={'pointer'}

client/src/service/events/generateVector.ts

@@ -26,7 +26,7 @@ export async function generateVector(): Promise<any> {
     const data = await TrainingData.findOneAndUpdate(
       {
         mode: TrainingModeEnum.index,
-        lockTime: { $lte: new Date(Date.now() - 2 * 60 * 1000) }
+        lockTime: { $lte: new Date(Date.now() - 1 * 60 * 1000) }
       },
       {
         lockTime: new Date()