diff --git a/src/constants/common.ts b/src/constants/common.ts index c67573fd3..db272c84e 100644 --- a/src/constants/common.ts +++ b/src/constants/common.ts @@ -60,9 +60,9 @@ export const chatProblem = ` `; export const versionIntro = ` -## Fast GPT V2.3 -* 数据集导出功能,可用于知识库分享。 +## Fast GPT V2.4 * 优化文件拆分功能,可自定义提示词。 +* 优化文件拆分和索引生成的速度。 * 定制知识库:创建模型时可以选择【知识库】模型, 可以手动导入知识点或者直接导入一个文件自动学习。 `; diff --git a/src/pages/api/chat/chatGpt.ts b/src/pages/api/chat/chatGpt.ts index 118263715..cea043454 100644 --- a/src/pages/api/chat/chatGpt.ts +++ b/src/pages/api/chat/chatGpt.ts @@ -119,6 +119,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse) try { const json = JSON.parse(data); const content: string = json?.choices?.[0].delta.content || ''; + // 空内容不要。首行换行符不要 if (!content || (responseContent === '' && content === '\n')) return; responseContent += content; diff --git a/src/pages/api/chat/vectorGpt.ts b/src/pages/api/chat/vectorGpt.ts index f9020cef0..1426a7945 100644 --- a/src/pages/api/chat/vectorGpt.ts +++ b/src/pages/api/chat/vectorGpt.ts @@ -110,7 +110,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse) prompts.unshift({ obj: 'SYSTEM', - value: `${model.systemPrompt} 知识库内容是最新的,知识库内容为: "${systemPrompt}"` + value: `${model.systemPrompt} 知识库内容是最新的,知识库内容为: "${systemPrompt}"` }); // 控制在 tokens 数量,防止超出 diff --git a/src/pages/model/detail/components/ModelDataCard.tsx b/src/pages/model/detail/components/ModelDataCard.tsx index ba1778853..d482d128b 100644 --- a/src/pages/model/detail/components/ModelDataCard.tsx +++ b/src/pages/model/detail/components/ModelDataCard.tsx @@ -148,8 +148,8 @@ const ModelDataCard = ({ model }: { model: ModelSchema }) => { > 手动输入 - 文件导入 - 网站地址导入 + 文件QA拆分 + 网站内容QA拆分 JSON导入 diff --git a/src/pages/model/detail/index.tsx b/src/pages/model/detail/index.tsx index a702533e8..7987bc7a4 100644 --- a/src/pages/model/detail/index.tsx +++ b/src/pages/model/detail/index.tsx @@ -37,7 +37,7 @@ const ModelDetail = ({ modelId }: { modelId: string }) => { setLoading(true); try { const res = await getModelById(modelId); - console.log(res); + // console.log(res); res.security.expiredTime /= 60 * 60 * 1000; setModel(res); formHooks.reset(res); diff --git a/src/service/events/generateAbstract.ts b/src/service/events/generateAbstract.ts index ceab4fad4..d9ca38418 100644 --- a/src/service/events/generateAbstract.ts +++ b/src/service/events/generateAbstract.ts @@ -105,7 +105,8 @@ export async function generateAbstract(next = false): Promise { isPay: !userApiKey && splitContents.length > 0, userId: dataItem.userId, type: 'abstract', - text: systemPrompt.content + dataItem.text + rawContent + text: systemPrompt.content + dataItem.text + rawContent, + tokenLen: 0 }); } catch (error: any) { console.log('error: 生成摘要错误', dataItem?._id); diff --git a/src/service/events/generateQA.ts b/src/service/events/generateQA.ts index 3cdc450f8..b5c1d0186 100644 --- a/src/service/events/generateQA.ts +++ b/src/service/events/generateQA.ts @@ -79,8 +79,10 @@ export async function generateQA(next = false): Promise { .createChatCompletion( { model: ChatModelNameEnum.GPT35, - temperature: 0.8, + temperature: 0.7, n: 1, + frequency_penalty: 1, // 越大,重复内容越少 + presence_penalty: -1, // 越大,越容易出现新内容 messages: [ systemPrompt, { diff --git a/src/service/utils/tools.ts b/src/service/utils/tools.ts index 7cd27d909..95f2aab81 100644 --- a/src/service/utils/tools.ts +++ b/src/service/utils/tools.ts @@ -93,5 +93,5 @@ export const systemPromptFilter = (prompts: string[], maxTokens: number) => { } } - return splitText; + return splitText.slice(0, splitText.length - 1); };