From 92ebd6a0b9799af24c2ff8856b88ad5ac05663fb Mon Sep 17 00:00:00 2001 From: archer <545436317@qq.com> Date: Sat, 26 Aug 2023 22:31:21 +0800 Subject: [PATCH] doc: m3e model --- client/data/config.json | 4 +- .../pages/kb/detail/components/Import/Csv.tsx | 3 +- .../kb/detail/components/Import/Manual.tsx | 5 +- docSite/assets/imgs/model-m3e1.png | Bin 0 -> 157313 bytes docSite/assets/imgs/model-m3e2.png | Bin 0 -> 171500 bytes docSite/assets/imgs/model-m3e3.png | Bin 0 -> 489392 bytes docSite/assets/imgs/model-m3e4.png | Bin 0 -> 280729 bytes docSite/assets/jsconfig.json | 4 +- docSite/content/docs/custom-models/_index.md | 8 ++ .../reference => custom-models}/chatglm2.md | 0 docSite/content/docs/custom-models/m3e.md | 81 ++++++++++++++++++ docSite/content/docs/installation/docker.md | 67 +-------------- .../installation/reference/configuration.md | 4 +- .../docs/installation/upgrading/421.md | 24 ++++++ files/deploy/fastgpt/config.json | 4 +- 15 files changed, 130 insertions(+), 74 deletions(-) create mode 100644 docSite/assets/imgs/model-m3e1.png create mode 100644 docSite/assets/imgs/model-m3e2.png create mode 100644 docSite/assets/imgs/model-m3e3.png create mode 100644 docSite/assets/imgs/model-m3e4.png create mode 100644 docSite/content/docs/custom-models/_index.md rename docSite/content/docs/{installation/reference => custom-models}/chatglm2.md (100%) create mode 100644 docSite/content/docs/custom-models/m3e.md create mode 100644 docSite/content/docs/installation/upgrading/421.md diff --git a/client/data/config.json b/client/data/config.json index c7b58d8be..6d371613b 100644 --- a/client/data/config.json +++ b/client/data/config.json @@ -49,7 +49,9 @@ { "model": "text-embedding-ada-002", "name": "Embedding-2", - "price": 0 + "price": 0, + "defaultToken": 500, + "maxToken": 3000 } ], "QAModel": { diff --git a/client/src/pages/kb/detail/components/Import/Csv.tsx b/client/src/pages/kb/detail/components/Import/Csv.tsx index ff418cd9c..f0e0eec39 100644 --- a/client/src/pages/kb/detail/components/Import/Csv.tsx +++ b/client/src/pages/kb/detail/components/Import/Csv.tsx @@ -17,6 +17,7 @@ const fileExtension = '.csv'; const CsvImport = ({ kbId }: { kbId: string }) => { const { kbDetail } = useUserStore(); + const maxToken = kbDetail.vectorModel?.maxToken || 2000; const theme = useTheme(); const router = useRouter(); @@ -39,7 +40,7 @@ const CsvImport = ({ kbId }: { kbId: string }) => { mutationFn: async () => { const chunks = files.map((file) => file.chunks).flat(); - const filterChunks = chunks.filter((item) => item.q.length < kbDetail.vectorModel.maxToken); + const filterChunks = chunks.filter((item) => item.q.length < maxToken); if (filterChunks.length !== chunks.length) { toast({ diff --git a/client/src/pages/kb/detail/components/Import/Manual.tsx b/client/src/pages/kb/detail/components/Import/Manual.tsx index e91eff379..1cbde1171 100644 --- a/client/src/pages/kb/detail/components/Import/Manual.tsx +++ b/client/src/pages/kb/detail/components/Import/Manual.tsx @@ -12,6 +12,7 @@ type ManualFormType = { q: string; a: string }; const ManualImport = ({ kbId }: { kbId: string }) => { const { kbDetail } = useUserStore(); + const maxToken = kbDetail.vectorModel?.maxToken || 2000; const { register, handleSubmit, reset } = useForm({ defaultValues: { q: '', a: '' } @@ -71,8 +72,8 @@ const ManualImport = ({ kbId }: { kbId: string }) => { {'匹配的知识点'}