feat: model select support close params;perf: dataset params slider;update doc (#3453)

* feat: model select support close params

* perf: dataset params slider

* update doc

* update doc

* add delete log

* perf: ai config overflow

* test

* test

* test

* delete collection tags

* delete collection tags
This commit is contained in:
Archer
2024-12-23 23:47:33 +08:00
committed by GitHub
parent a7f25994d5
commit f646ef8595
25 changed files with 256 additions and 188 deletions

View File

@@ -12,10 +12,12 @@ export const computedMaxToken = async ({
model,
filterMessages = []
}: {
maxToken: number;
maxToken?: number;
model: LLMModelItemType;
filterMessages: ChatCompletionMessageParam[];
}) => {
if (maxToken === undefined) return;
maxToken = Math.min(maxToken, model.maxResponse);
const tokensLimit = model.maxContext;
@@ -63,12 +65,13 @@ export const llmCompletionsBodyFormat = <T extends CompletionsBodyType>(
const requestBody: T = {
...body,
temperature: body.temperature
? computedTemperature({
model: modelData,
temperature: body.temperature
})
: undefined,
temperature:
typeof body.temperature === 'number'
? computedTemperature({
model: modelData,
temperature: body.temperature
})
: undefined,
...modelData?.defaultConfig
};

View File

@@ -71,19 +71,10 @@ export async function delDatasetRelevantData({
const teamId = datasets[0].teamId;
if (!teamId) {
return Promise.reject('teamId is required');
return Promise.reject('TeamId is required');
}
const datasetIds = datasets.map((item) => String(item._id));
// Get _id, teamId, fileId, metadata.relatedImgId for all collections
const collections = await MongoDatasetCollection.find(
{
teamId,
datasetId: { $in: datasetIds }
},
'_id teamId datasetId fileId metadata'
).lean();
const datasetIds = datasets.map((item) => item._id);
// delete training data
await MongoDatasetTraining.deleteMany({
@@ -91,20 +82,27 @@ export async function delDatasetRelevantData({
datasetId: { $in: datasetIds }
});
// image and file
await delCollectionRelatedSource({ collections, session });
// delete dataset.datas
await MongoDatasetData.deleteMany({ teamId, datasetId: { $in: datasetIds } }, { session });
// delete collections
await MongoDatasetCollection.deleteMany(
// Get _id, teamId, fileId, metadata.relatedImgId for all collections
const collections = await MongoDatasetCollection.find(
{
teamId,
datasetId: { $in: datasetIds }
},
'_id teamId datasetId fileId metadata',
{ session }
);
).lean();
// image and file
await delCollectionRelatedSource({ collections, session });
// delete collections
await MongoDatasetCollection.deleteMany({
teamId,
datasetId: { $in: datasetIds }
}).session(session);
// delete dataset.datas(Not need session)
await MongoDatasetData.deleteMany({ teamId, datasetId: { $in: datasetIds } });
// no session delete: delete files, vector data
await deleteDatasetDataVector({ teamId, datasetIds });

View File

@@ -46,7 +46,7 @@ export const runToolWithFunctionCall = async (
user,
stream,
workflowStreamResponse,
params: { temperature = 0, maxToken = 4000, aiChatVision }
params: { temperature, maxToken, aiChatVision }
} = workflowProps;
// Interactive

View File

@@ -54,7 +54,7 @@ export const runToolWithPromptCall = async (
user,
stream,
workflowStreamResponse,
params: { temperature = 0, maxToken = 4000, aiChatVision }
params: { temperature, maxToken, aiChatVision }
} = workflowProps;
if (interactiveEntryToolParams) {

View File

@@ -94,7 +94,7 @@ export const runToolWithToolChoice = async (
stream,
user,
workflowStreamResponse,
params: { temperature = 0, maxToken = 4000, aiChatVision }
params: { temperature, maxToken, aiChatVision }
} = workflowProps;
if (maxRunToolTimes <= 0 && response) {

View File

@@ -71,8 +71,8 @@ export const dispatchChatCompletion = async (props: ChatProps): Promise<ChatResp
chatConfig,
params: {
model,
temperature = 0,
maxToken = 4000,
temperature,
maxToken,
history = 6,
quoteQA,
userChatInput,