perf: 微调截止词

src/pages/api/chat/chatGpt.ts

@@ -91,8 +91,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
         messages: formatPrompts,
         frequency_penalty: 0.5, // 越大，重复内容越少
         presence_penalty: -0.5, // 越大，越容易出现新内容
-        stream: true,
-        stop: ['。！？.!.']
+        stream: true
       },
       {
         timeout: 40000,

src/pages/api/chat/gpt3.ts

@@ -78,7 +78,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
     //     model.trainingTimes > 0 ? modelConstantsData.trainedMaxToken : modelConstantsData.maxToken,
     //   presence_penalty: -0.5, // 越大，越容易出现新内容
     //   frequency_penalty: 0.5, // 越大，重复内容越少
-    //   stop: [`</s>`, '。！？.!.']
+    //   stop: [`###`]
     // });
     // 发出请求
     const chatResponse = await chatAPI.createCompletion(
@@ -93,7 +93,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
             : modelConstantsData.maxToken,
         presence_penalty: -0.5, // 越大，越容易出现新内容
         frequency_penalty: 0.5, // 越大，重复内容越少
-        stop: [`</s>`, '。！？.!.']
+        stop: [`###`, '。！？.!.']
       },
       {
         timeout: 40000,

src/pages/api/model/putTrainStatus.ts

@@ -47,7 +47,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     // 获取 openai 的训练情况
     const { data } = await openai.retrieveFineTune(training.tuneId, { httpsAgent });
-
+    // console.log(data);
     if (data.status === OpenAiTuneStatusEnum.succeeded) {
       // 删除训练文件
       openai.deleteFile(data.training_files[0].id, { httpsAgent });

src/pages/data/list.tsx

@@ -28,6 +28,8 @@ import { useRouter } from 'next/router';
 import { useConfirm } from '@/hooks/useConfirm';
 import { useRequest } from '@/hooks/useRequest';
 import { DataItemSchema } from '@/types/mongoSchema';
+import { customAlphabet } from 'nanoid';
+const nanoid = customAlphabet('.,', 1);
 
 const CreateDataModal = dynamic(() => import('./components/CreateDataModal'));
 const ImportDataModal = dynamic(() => import('./components/ImportDataModal'));
@@ -83,8 +85,8 @@ const DataList = () => {
       // 生成 jsonl
       data.forEach((item) => {
         const result = JSON.stringify({
-          prompt: `${item.q.toLocaleLowerCase()}</s>`,
-          completion: ` ${item.a}</s>`
+          prompt: `${item.q.toLocaleLowerCase()}${nanoid()}</s>`,
+          completion: ` ${item.a}###`
         });
         text += `${result}\n`;
       });
@@ -181,7 +183,7 @@ const DataList = () => {
                         导入
                       </Button>
                       <Menu>
-                        <MenuButton as={Button} mr={2} size={'sm'}>
+                        <MenuButton as={Button} mr={2} size={'sm'} isLoading={isExporting}>
                           导出
                         </MenuButton>
                         <MenuList>