mirror of
https://github.com/labring/FastGPT.git
synced 2025-07-23 05:12:39 +00:00

* perf: init token worker * init worker * preload worker * preload worker * remove invalid code
25 lines
688 B
TypeScript
25 lines
688 B
TypeScript
import { getWorkerController, WorkerNameEnum } from './utils';
|
|
|
|
export const preLoadWorker = async () => {
|
|
const max = Number(global.systemEnv?.tokenWorkers || 30);
|
|
const workerController = getWorkerController({
|
|
name: WorkerNameEnum.countGptMessagesTokens,
|
|
maxReservedThreads: max
|
|
});
|
|
|
|
for await (const item of new Array(max).fill(0)) {
|
|
const worker = workerController.createWorker();
|
|
await workerController.run({
|
|
workerId: worker.id,
|
|
messages: [
|
|
{
|
|
role: 'user',
|
|
content: '1'
|
|
}
|
|
]
|
|
});
|
|
console.log(`Preload worker ${workerController.workerQueue.length}`);
|
|
}
|
|
console.log('Preload worker success');
|
|
};
|