Files
FastGPT/packages/service/core/app/provider/controller.ts
Archer 7225ebec01 perf: model reload (#5879)
* Version doc

* perf: model reload
2025-11-07 12:15:08 +08:00

30 lines
1009 B
TypeScript

import { loadModelProviders } from '../../../thirdProvider/fastgptPlugin/model';
import {
type langType,
defaultProvider,
formatModelProviders
} from '@fastgpt/global/core/ai/provider';
// Preload model providers
export async function preloadModelProviders(): Promise<void> {
const { modelProviders, aiproxyIdMap } = await loadModelProviders();
const { ModelProviderListCache, ModelProviderMapCache } = formatModelProviders(modelProviders);
global.ModelProviderRawCache = modelProviders;
global.ModelProviderListCache = ModelProviderListCache;
global.ModelProviderMapCache = ModelProviderMapCache;
global.aiproxyIdMapCache = aiproxyIdMap;
}
export const getModelProviders = (language = 'en') => {
return global.ModelProviderListCache[language as langType] || [];
};
export const getModelProvider = (provider?: string, language = 'en') => {
if (!provider) {
return defaultProvider;
}
return global.ModelProviderMapCache[language as langType][provider] ?? defaultProvider;
};