perf: 完善拆分数据模式

This commit is contained in:
archer
2023-03-25 23:37:50 +08:00
parent 60f62507bd
commit da31ef286b
4 changed files with 14 additions and 3 deletions

View File

@@ -23,8 +23,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
await authToken(authorization);
const dataItems = await DataItem.find({
dataId,
status: 0
dataId
})
.sort({ _id: -1 }) // 按照创建时间倒序排列
.skip((pageNum - 1) * pageSize)

View File

@@ -86,6 +86,7 @@ export async function generateQA(next = false): Promise<any> {
await DataItem.findByIdAndUpdate(dataItem._id, {
status: dataItem.temperature >= 90 ? 0 : 1, // 需要生成 4 组内容。0,0.3,0.6,0.9
temperature: dataItem.temperature >= 90 ? dataItem.temperature : dataItem.temperature + 30,
rawResponse: content,
$push: {
result: {
$each: splitResponse
@@ -94,11 +95,17 @@ export async function generateQA(next = false): Promise<any> {
});
// 计费
!userApiKey &&
splitResponse.length > 0 &&
pushSplitDataBill({
userId: dataItem.userId,
text: systemPrompt.content + dataItem.text + content
});
console.log('生成QA成功time:', `${(Date.now() - startTime) / 1000}s`);
console.log(
'生成QA成功time:',
`${(Date.now() - startTime) / 1000}s`,
'QA数量',
splitResponse.length
);
} catch (error: any) {
console.log('error: 生成QA错误', dataItem?._id);
console.log('response:', error?.response);

View File

@@ -24,6 +24,10 @@ const DataItemSchema = new Schema({
type: Number,
required: true
},
rawResponse: {
type: [String],
default: ''
},
result: {
type: [
{

View File

@@ -111,6 +111,7 @@ export interface DataItemSchema {
times: number;
temperature: number;
text: string;
rawResponse: string[];
result: {
q: string;
a: string;