mirror of
https://github.com/labring/FastGPT.git
synced 2025-10-20 18:54:09 +00:00

* add manual create http toolset (#5743) * add manual create http toolset * optimize code * optimize * fix * fix * rename filename * feat: integrate ts-rest (#5741) * feat: integrate ts-rest * chore: classify core contract and pro contract * chore: update lockfile * chore: tweak dir structure * chore: tweak dir structure * update tsrest code (#5755) * doc * update tsrest code * fix http toolset (#5753) * fix http toolset * fix * perf: http toolset * fix: toolresponse result (#5760) * doc * fix: toolresponse result * fix: mongo watch * remove log * feat: integrated to minio (#5748) * feat: migrate to minio * feat: migrate apps' and dataset's avatar to minio * feat: migrate more avatars to minio * fix: lock file * feat: migrate copyright settings' logo to minio * feat: integrate minio * chore: improve code * chore: rename variables * refactor: s3 class * fix: s3 and mongo operations * chore: add session for avatar source * fix: init s3 buckets * fix: bugbot issues * expired time code * perf: avatar code * union type * export favouriteContract * empty bucket check --------- Co-authored-by: archer <545436317@qq.com> * refactor: zod schema to generate OpenAPI instead (#5771) * doc * fix: text split code (#5773) * fix: toolresponse result * remove log * stream remove * fix: text split code * fix: workflow (#5779) * fix: toolresponse result * remove log * fix: value check * fix: workflow * openapi doc * perf: bucket delete cron * doc * feat: apikey health * feat: export variables * api code move * perf: workflow performance (#5783) * perf: reactflow context * perf: workflow context split * perf: nodeList computed map * perf: nodes dependen * perf: workflow performance * workflow performance * removel og * lock * version * loop drag * reactflow size * reactflow size * fix: s3init (#5784) * doc * fix: s3init * perf: dynamic import * remove moongose dep * worker build * worker code * perf: worker build * fix: error throw * doc * doc * fix: build * fix: dockerfile * nextjs config * fix: worker * fix: build (#5791) * fix: build * vector cache code * fix: app info modal avatar upload method replace (#5787) * fix: app info modal avatar upload method replace * chore: replace all useSelectFile with useUploadAvatar * remove invalid code * add size * Update projects/app/src/pageComponents/app/detail/WorkflowComponents/Flow/nodes/render/RenderInput/templates/CommonInputForm.tsx Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Update projects/app/src/pageComponents/app/detail/WorkflowComponents/context/workflowInitContext.tsx Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> --------- Co-authored-by: heheer <heheer@sealos.io> Co-authored-by: 伍闲犬 <whoeverimf5@gmail.com> Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
63 lines
1.7 KiB
TypeScript
63 lines
1.7 KiB
TypeScript
import { MongoS3TTL } from './schema';
|
|
import { addLog } from '../system/log';
|
|
import { setCron } from '../system/cron';
|
|
import { checkTimerLock } from '../system/timerLock/utils';
|
|
import { TimerIdEnum } from '../system/timerLock/constants';
|
|
|
|
export async function clearExpiredMinioFiles() {
|
|
try {
|
|
const expiredFiles = await MongoS3TTL.find({
|
|
expiredTime: { $lte: new Date() }
|
|
}).lean();
|
|
if (expiredFiles.length === 0) {
|
|
addLog.info('No expired minio files to clean');
|
|
return;
|
|
}
|
|
|
|
addLog.info(`Found ${expiredFiles.length} expired minio files to clean`);
|
|
|
|
let success = 0;
|
|
let fail = 0;
|
|
|
|
for (const file of expiredFiles) {
|
|
try {
|
|
const bucketName = file.bucketName;
|
|
const bucket = global.s3BucketMap[bucketName];
|
|
|
|
if (bucket) {
|
|
await bucket.delete(file.minioKey);
|
|
await MongoS3TTL.deleteOne({ _id: file._id });
|
|
|
|
success++;
|
|
addLog.info(
|
|
`Deleted expired minio file: ${file.minioKey} from bucket: ${file.bucketName}`
|
|
);
|
|
} else {
|
|
addLog.warn(`Bucket not found: ${file.bucketName}`);
|
|
}
|
|
} catch (error) {
|
|
fail++;
|
|
addLog.error(`Failed to delete minio file: ${file.minioKey}`, error);
|
|
}
|
|
}
|
|
|
|
addLog.info(`Minio TTL cleanup completed. Success: ${success}, Failed: ${fail}`);
|
|
} catch (error) {
|
|
addLog.error('Error in clearExpiredMinioFiles', error);
|
|
}
|
|
}
|
|
|
|
export function clearExpiredS3FilesCron() {
|
|
// 每小时执行一次
|
|
setCron('0 */1 * * *', async () => {
|
|
if (
|
|
await checkTimerLock({
|
|
timerId: TimerIdEnum.clearExpiredMinioFiles,
|
|
lockMinuted: 59
|
|
})
|
|
) {
|
|
await clearExpiredMinioFiles();
|
|
}
|
|
});
|
|
}
|