doc and config rerank (#475)

This commit is contained in:
Archer
2023-11-16 10:46:47 +08:00
committed by GitHub
parent cd3acb44ab
commit 16103029f5
18 changed files with 158 additions and 55 deletions

View File

@@ -131,13 +131,15 @@ export async function searchDatasetData({
model,
similarity = 0,
limit,
datasetIds = []
datasetIds = [],
rerank = false
}: {
text: string;
model: string;
similarity?: number; // min distance
limit: number;
datasetIds: string[];
rerank?: boolean;
}) {
const { vectors, tokenLen } = await getVectorsByText({
model,
@@ -219,6 +221,13 @@ export async function searchDatasetData({
return true;
});
if (!rerank) {
return {
searchRes: filterData.slice(0, limit),
tokenLen
};
}
// ReRank result
const reRankResult = await reRankSearchResult({
query: text,