diff --git a/client/data/config.json b/client/data/config.json index c7b58d8be..6d371613b 100644 --- a/client/data/config.json +++ b/client/data/config.json @@ -49,7 +49,9 @@ { "model": "text-embedding-ada-002", "name": "Embedding-2", - "price": 0 + "price": 0, + "defaultToken": 500, + "maxToken": 3000 } ], "QAModel": { diff --git a/client/src/pages/kb/detail/components/Import/Csv.tsx b/client/src/pages/kb/detail/components/Import/Csv.tsx index ff418cd9c..f0e0eec39 100644 --- a/client/src/pages/kb/detail/components/Import/Csv.tsx +++ b/client/src/pages/kb/detail/components/Import/Csv.tsx @@ -17,6 +17,7 @@ const fileExtension = '.csv'; const CsvImport = ({ kbId }: { kbId: string }) => { const { kbDetail } = useUserStore(); + const maxToken = kbDetail.vectorModel?.maxToken || 2000; const theme = useTheme(); const router = useRouter(); @@ -39,7 +40,7 @@ const CsvImport = ({ kbId }: { kbId: string }) => { mutationFn: async () => { const chunks = files.map((file) => file.chunks).flat(); - const filterChunks = chunks.filter((item) => item.q.length < kbDetail.vectorModel.maxToken); + const filterChunks = chunks.filter((item) => item.q.length < maxToken); if (filterChunks.length !== chunks.length) { toast({ diff --git a/client/src/pages/kb/detail/components/Import/Manual.tsx b/client/src/pages/kb/detail/components/Import/Manual.tsx index e91eff379..1cbde1171 100644 --- a/client/src/pages/kb/detail/components/Import/Manual.tsx +++ b/client/src/pages/kb/detail/components/Import/Manual.tsx @@ -12,6 +12,7 @@ type ManualFormType = { q: string; a: string }; const ManualImport = ({ kbId }: { kbId: string }) => { const { kbDetail } = useUserStore(); + const maxToken = kbDetail.vectorModel?.maxToken || 2000; const { register, handleSubmit, reset } = useForm({ defaultValues: { q: '', a: '' } @@ -71,8 +72,8 @@ const ManualImport = ({ kbId }: { kbId: string }) => { {'匹配的知识点'}