ChatGPT/FastGPT
1
0
Fork 0
mirror of https://github.com/labring/FastGPT.git synced 2025-08-05 22:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

External dataset (#1485)

Browse Source 
* fix: revert version

* feat: external collection

* import context

* external ui

* doc

* fix: ts

* clear invalid data

* feat: rename sub name

* fix: node if else edge remove

* fix: init

* api size

* fix: if else node refresh
This commit is contained in:
Archer
2024-05-15 10:19:51 +08:00
committed by GitHub
parent fb04889a31
commit cd876251b7
74 changed files with 1882 additions and 1353 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
projects/app/src/pages/api/admin/clearInvalidData.ts
View File

@@ -58,17 +58,18 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
try {
await connectToDatabase();
await authCert({ req, authRoot: true });
const { start = -2, end = -360 * 24 } = req.body as { start: number; end: number };
(async () => {
try {
console.log('执行脏数据清理任务');
// 360天 ~ 2小时前
const end = addHours(new Date(), -2);
const start = addHours(new Date(), -360 * 24);
await checkInvalidDatasetFiles(start, end);
await checkInvalidImg(start, end);
await checkInvalidDatasetData(start, end);
await checkInvalidVector(start, end);
const endTime = addHours(new Date(), start);
const startTime = addHours(new Date(), end);
await checkInvalidDatasetFiles(startTime, endTime);
await checkInvalidImg(startTime, endTime);
await checkInvalidDatasetData(startTime, endTime);
await checkInvalidVector(startTime, endTime);
console.log('执行脏数据清理任务完毕');
} catch (error) {
console.log('执行脏数据清理任务出错了');

32
projects/app/src/pages/api/admin/initv481.ts
View File

@@ -141,11 +141,18 @@ async function handler(req: NextApiRequest, res: NextApiResponse) {
const collections = await connectionMongo.connection.db
.listCollections({ name: 'team.members' })
.toArray();
if (collections.length > 0) {
const sourceCol = connectionMongo.connection.db.collection('team.members');
const targetCol = connectionMongo.connection.db.collection('team_members');
await sourceCol.rename('team_members', { dropTarget: true });
console.log('success rename team.members -> team_members');
if ((await targetCol.countDocuments()) > 1) {
// 除了root
console.log('team_members 中有数据，无法自动将 buffer.tts 迁移到 team_members，请手动操作');
} else {
await sourceCol.rename('team_members', { dropTarget: true });
console.log('success rename team.members -> team_members');
}
}
} catch (error) {
console.log('error： rename team.members -> team_members', error);
@@ -170,6 +177,27 @@ async function handler(req: NextApiRequest, res: NextApiResponse) {
console.log('error： rename team.tags -> team_tags', error);
}
try {
const collections = await connectionMongo.connection.db
.listCollections({ name: 'team.subscriptions' })
.toArray();
if (collections.length > 0) {
const sourceCol = connectionMongo.connection.db.collection('team.subscriptions');
const targetCol = connectionMongo.connection.db.collection('team_subscriptions');
if ((await targetCol.countDocuments()) > 0) {
console.log(
'team_subscriptions 中有数据，无法自动将 team.subscriptions 迁移到 team_subscriptions，请手动操作'
);
} else {
await sourceCol.rename('team_subscriptions', { dropTarget: true });
console.log('success rename team.subscriptions -> team_subscriptions');
}
}
} catch (error) {
console.log('error： rename team.subscriptions -> team_subscriptions', error);
}
jsonRes(res, {
message: 'success'
});