feat: gpt35-16k

client/src/pages/api/openapi/kb/pushData.ts

@@ -8,6 +8,7 @@ import { TrainingModeEnum } from '@/constants/plugin';
 import { startQueue } from '@/service/utils/tools';
 import { PgClient } from '@/service/pg';
 import { modelToolMap } from '@/utils/plugin';
+import { OpenAiChatEnum } from '@/constants/model';
 
 type DateItemType = { a: string; q: string; source?: string };
 
@@ -76,7 +77,7 @@ export async function pushDataToKb({
     const text = item.q + item.a;
 
     // count token
-    const token = modelToolMap['gpt-3.5-turbo'].countTokens({
+    const token = modelToolMap[OpenAiChatEnum.GPT35].countTokens({
       messages: [{ obj: 'System', value: item.q }]
     });
 

client/src/pages/api/openapi/plugin/openaiEmbedding.ts

@@ -7,6 +7,7 @@ import { embeddingModel } from '@/constants/model';
 import { axiosConfig } from '@/service/utils/tools';
 import { pushGenerateVectorBill } from '@/service/events/pushBill';
 import { ApiKeyType } from '@/service/utils/auth';
+import { OpenAiChatEnum } from '@/constants/model';
 
 type Props = {
   input: string[];
@@ -42,7 +43,7 @@ export async function openaiEmbedding({
   type = 'chat'
 }: { userId: string; mustPay?: boolean } & Props) {
   const { userOpenAiKey, systemAuthKey } = await getApiKey({
-    model: 'gpt-3.5-turbo',
+    model: OpenAiChatEnum.GPT35,
     userId,
     mustPay,
     type

client/src/pages/api/openapi/text/gptMessagesSlice.ts

@@ -4,8 +4,9 @@ import { jsonRes } from '@/service/response';
 import { authUser } from '@/service/utils/auth';
 import type { ChatItemSimpleType } from '@/types/chat';
 import { countOpenAIToken } from '@/utils/plugin/openai';
+import { OpenAiChatEnum } from '@/constants/model';
 
-type ModelType = 'gpt-3.5-turbo' | 'gpt-4' | 'gpt-4-32k';
+type ModelType = `${OpenAiChatEnum}`;
 
 type Props = {
   messages: ChatItemSimpleType[];

client/src/pages/kb/components/SelectFileModal.tsx

@@ -29,14 +29,14 @@ const fileExtension = '.txt,.doc,.docx,.pdf,.md';
 
 const modeMap = {
   [TrainingModeEnum.qa]: {
-    maxLen: 2600,
-    slideLen: 700,
+    maxLen: 9000,
+    slideLen: 3000,
     price: ChatModelMap[OpenAiChatEnum.GPT35].price,
     isPrompt: true
   },
   [TrainingModeEnum.index]: {
-    maxLen: 700,
-    slideLen: 300,
+    maxLen: 2000,
+    slideLen: 600,
     price: embeddingPrice,
     isPrompt: false
   }