mirror of
https://github.com/labring/FastGPT.git
synced 2025-07-23 05:12:39 +00:00
2d3117c5da
* update: Add type * fix: update import statement for NextApiRequest type * fix: update imports to use type for LexicalEditor and EditorState * Refactor imports to use 'import type' for type-only imports across multiple files - Updated imports in various components and API files to use 'import type' for better clarity and to optimize TypeScript's type checking. - Ensured consistent usage of type imports in files related to chat, dataset, workflow, and user management. - Improved code readability and maintainability by distinguishing between value and type imports. * refactor: remove old ESLint configuration and add new rules - Deleted the old ESLint configuration file from the app project. - Added a new ESLint configuration file with updated rules and settings. - Changed imports to use type-only imports in various files for better clarity and performance. - Updated TypeScript configuration to remove unnecessary options. - Added an ESLint ignore file to exclude build and dependency directories from linting. * fix: update imports to use 'import type' for type-only imports in schema files
89 lines
2.2 KiB
TypeScript
89 lines
2.2 KiB
TypeScript
import { addLog } from '../../../common/system/log';
|
|
import { POST } from '../../../common/api/serverRequest';
|
|
import { getDefaultRerankModel } from '../model';
|
|
import { getAxiosConfig } from '../config';
|
|
import { type RerankModelItemType } from '@fastgpt/global/core/ai/model.d';
|
|
import { countPromptTokens } from '../../../common/string/tiktoken';
|
|
|
|
type PostReRankResponse = {
|
|
id: string;
|
|
results: {
|
|
index: number;
|
|
relevance_score: number;
|
|
}[];
|
|
meta?: {
|
|
tokens: {
|
|
input_tokens: number;
|
|
output_tokens: number;
|
|
};
|
|
};
|
|
};
|
|
type ReRankCallResult = {
|
|
results: { id: string; score?: number }[];
|
|
inputTokens: number;
|
|
};
|
|
|
|
export function reRankRecall({
|
|
model = getDefaultRerankModel(),
|
|
query,
|
|
documents,
|
|
headers
|
|
}: {
|
|
model?: RerankModelItemType;
|
|
query: string;
|
|
documents: { id: string; text: string }[];
|
|
headers?: Record<string, string>;
|
|
}): Promise<ReRankCallResult> {
|
|
if (!model) {
|
|
return Promise.reject('no rerank model');
|
|
}
|
|
if (documents.length === 0) {
|
|
return Promise.resolve({
|
|
results: [],
|
|
inputTokens: 0
|
|
});
|
|
}
|
|
|
|
const { baseUrl, authorization } = getAxiosConfig();
|
|
|
|
let start = Date.now();
|
|
const documentsTextArray = documents.map((doc) => doc.text);
|
|
return POST<PostReRankResponse>(
|
|
model.requestUrl ? model.requestUrl : `${baseUrl}/rerank`,
|
|
{
|
|
model: model.model,
|
|
query,
|
|
documents: documentsTextArray
|
|
},
|
|
{
|
|
headers: {
|
|
Authorization: model.requestAuth ? `Bearer ${model.requestAuth}` : authorization,
|
|
...headers
|
|
},
|
|
timeout: 30000
|
|
}
|
|
)
|
|
.then(async (data) => {
|
|
addLog.info('ReRank finish:', { time: Date.now() - start });
|
|
|
|
if (!data?.results || data?.results?.length === 0) {
|
|
addLog.error('ReRank error, empty result', data);
|
|
}
|
|
|
|
return {
|
|
results: data?.results?.map((item) => ({
|
|
id: documents[item.index].id,
|
|
score: item.relevance_score
|
|
})),
|
|
inputTokens:
|
|
data?.meta?.tokens?.input_tokens ||
|
|
(await countPromptTokens(documentsTextArray.join('\n') + query, ''))
|
|
};
|
|
})
|
|
.catch((err) => {
|
|
addLog.error('rerank error', err);
|
|
|
|
return Promise.reject(err);
|
|
});
|
|
}
|