mirror of
https://github.com/labring/FastGPT.git
synced 2025-07-24 22:03:54 +00:00

* fix: remove DefaultTeam (#4037) * fix :Get application bound knowledge base information logical rewrite (#4057) * fix :Get application bound knowledge base information logical rewrite * fix :Get application bound knowledge base information logical rewrite * fix :Get application bound knowledge base information logical rewrite * fix :Get application bound knowledge base information logical rewrite * update package * fix: import dataset step error;perf: ai proxy avatar (#4074) * perf: pg config params * perf: ai proxy avatar * fix: import dataset step error * feat: data input ux * perf: app dataset rewite * fix: 文本提取不支持arrayString,arrayNumber等jsonSchema (#4079) * update doc ;perf: model test (#4098) * perf: extract array * update doc * perf: model test * perf: model test * perf: think tag parse (#4102) * chat quote reader (#3912) * init chat quote full text reader * linked structure * dataset data linked * optimize code * fix ts build * test finish * delete log * fix * fix ts * fix ts * remove nextId * initial scroll * fix * fix * perf: chunk read (#4109) * package * perf: chunk read * feat: api dataset support pdf parse;fix: chunk reader auth (#4117) * feat: api dataset support pdf parse * fix: chunk reader auth * feat: invitation link (#3979) * feat: invitation link schema and apis * feat: add invitation link * feat: member status: active, leave, forbidden * fix: expires show hours and minutes * feat: invalid invitation link hint * fix: typo * chore: fix typo & i18n * fix * pref: fe * feat: add ttl index for 30-day-clean-up * perf: invite member code (#4118) * perf: invite member code * fix: ts * fix: model test channel id;fix: quote reader (#4123) * fix: model test channel id * fix: quote reader * fix chat quote reader (#4125) * perf: model test;perf: sidebar trigger (#4127) * fix: import dataset step error;perf: ai proxy avatar (#4074) * perf: pg config params * perf: ai proxy avatar * fix: import dataset step error * feat: data input ux * perf: app dataset rewite * perf: model test * perf: sidebar trigger * lock * update nanoid version * fix: select component ux * fix: ts * fix: vitest * remove test * fix: prompt toolcall ui (#4139) * load log error adapt * fix: prompt toolcall ui * perf: commercial function tip * update package * pref: copy link (#4147) * fix(i18n): namespace (#4143) * hiden dataset source (#4152) * hiden dataset source * perf: reader * chore: move all tests into a single folder (#4160) * fix modal close scroll (#4162) * fix modal close scroll * update refresh * feat: rerank modal select and weight (#4164) * fix loadInitData refresh (#4169) * fix * fix * form input number default & api dataset max token * feat: mix search weight (#4170) * feat: mix search weight * feat: svg render * fix: avatar error remove (#4173) * fix: avatar error remove * fix: index * fix: guide * fix: auth * update package;fix: input data model ui (#4181) * update package * fix: ts * update config * update jieba package * add type sign * fix: input data ui * fix: page title refresh (#4186) * fix: ts * update jieba package * fix: page title refresh * fix: remove member length check when opening invite create modal (#4193) * add env to check internal ip (#4187) * fix: ts * update jieba package * add env to check internal ip * package * fix: jieba * reset package * update config * fix: jieba package * init shell * init version * change team reload * update jieba package (#4200) * update jieba package * package * update package * remove invalid code * action * package (#4201) * package * update package * remove invalid code * package * remove i18n tip (#4202) * doc (#4205) * fix: i18n (#4208) * fix: next config (#4207) * reset package * i18n * update config * i18n * remove log --------- Co-authored-by: Finley Ge <32237950+FinleyGe@users.noreply.github.com> Co-authored-by: gggaaallleee <91131304+gggaaallleee@users.noreply.github.com> Co-authored-by: shilin <39396378+shilin66@users.noreply.github.com> Co-authored-by: heheer <heheer@sealos.io>
136 lines
3.5 KiB
TypeScript
136 lines
3.5 KiB
TypeScript
import { UploadImgProps } from '@fastgpt/global/common/file/api';
|
|
import { imageBaseUrl } from '@fastgpt/global/common/file/image/constants';
|
|
import { MongoImage } from './schema';
|
|
import { ClientSession, Types } from '../../../common/mongo';
|
|
import { guessBase64ImageType } from '../utils';
|
|
import { readFromSecondary } from '../../mongo/utils';
|
|
import { addHours } from 'date-fns';
|
|
import { imageFileType } from '@fastgpt/global/common/file/constants';
|
|
import { retryFn } from '@fastgpt/global/common/system/utils';
|
|
|
|
export const maxImgSize = 1024 * 1024 * 12;
|
|
const base64MimeRegex = /data:image\/([^\)]+);base64/;
|
|
export async function uploadMongoImg({
|
|
base64Img,
|
|
teamId,
|
|
metadata,
|
|
shareId,
|
|
forever = false
|
|
}: UploadImgProps & {
|
|
teamId: string;
|
|
forever?: Boolean;
|
|
}) {
|
|
if (base64Img.length > maxImgSize) {
|
|
return Promise.reject('Image too large');
|
|
}
|
|
|
|
const [base64Mime, base64Data] = base64Img.split(',');
|
|
// Check if mime type is valid
|
|
if (!base64MimeRegex.test(base64Mime)) {
|
|
return Promise.reject('Invalid image base64');
|
|
}
|
|
|
|
const mime = `image/${base64Mime.match(base64MimeRegex)?.[1] ?? 'image/jpeg'}`;
|
|
const binary = Buffer.from(base64Data, 'base64');
|
|
let extension = mime.split('/')[1];
|
|
if (extension.startsWith('x-')) {
|
|
extension = extension.substring(2); // Remove 'x-' prefix
|
|
}
|
|
|
|
if (!extension || !imageFileType.includes(`.${extension}`)) {
|
|
return Promise.reject(`Invalid image file type: ${mime}`);
|
|
}
|
|
|
|
const { _id } = await retryFn(() =>
|
|
MongoImage.create({
|
|
teamId,
|
|
binary,
|
|
metadata: Object.assign({ mime }, metadata),
|
|
shareId,
|
|
expiredTime: forever ? undefined : addHours(new Date(), 1)
|
|
})
|
|
);
|
|
|
|
return `${process.env.NEXT_PUBLIC_BASE_URL || ''}${imageBaseUrl}${String(_id)}.${extension}`;
|
|
}
|
|
|
|
const getIdFromPath = (path?: string) => {
|
|
if (!path) return;
|
|
|
|
const paths = path.split('/');
|
|
const name = paths[paths.length - 1];
|
|
|
|
if (!name) return;
|
|
|
|
const id = name.split('.')[0];
|
|
if (!id || !Types.ObjectId.isValid(id)) return;
|
|
|
|
return id;
|
|
};
|
|
// 删除旧的头像,新的头像去除过期时间
|
|
export const refreshSourceAvatar = async (
|
|
path?: string,
|
|
oldPath?: string,
|
|
session?: ClientSession
|
|
) => {
|
|
const newId = getIdFromPath(path);
|
|
const oldId = getIdFromPath(oldPath);
|
|
|
|
if (!newId || newId === oldId) return;
|
|
|
|
await MongoImage.updateOne({ _id: newId }, { $unset: { expiredTime: 1 } }, { session });
|
|
|
|
if (oldId) {
|
|
await MongoImage.deleteOne({ _id: oldId }, { session });
|
|
}
|
|
};
|
|
export const removeImageByPath = (path?: string, session?: ClientSession) => {
|
|
if (!path) return;
|
|
|
|
const paths = path.split('/');
|
|
const name = paths[paths.length - 1];
|
|
|
|
if (!name) return;
|
|
|
|
const id = name.split('.')[0];
|
|
if (!id || !Types.ObjectId.isValid(id)) return;
|
|
|
|
return MongoImage.deleteOne({ _id: id }, { session });
|
|
};
|
|
|
|
export async function readMongoImg({ id }: { id: string }) {
|
|
const formatId = id.replace(/\.[^/.]+$/, '');
|
|
|
|
const data = await MongoImage.findById(formatId, undefined, {
|
|
...readFromSecondary
|
|
});
|
|
if (!data) {
|
|
return Promise.reject('Image not found');
|
|
}
|
|
|
|
return {
|
|
binary: data.binary,
|
|
mime: data.metadata?.mime ?? guessBase64ImageType(data.binary.toString('base64'))
|
|
};
|
|
}
|
|
|
|
export async function delImgByRelatedId({
|
|
teamId,
|
|
relateIds,
|
|
session
|
|
}: {
|
|
teamId: string;
|
|
relateIds: string[];
|
|
session?: ClientSession;
|
|
}) {
|
|
if (relateIds.length === 0) return;
|
|
|
|
return MongoImage.deleteMany(
|
|
{
|
|
teamId,
|
|
'metadata.relatedId': { $in: relateIds.map((id) => String(id)) }
|
|
},
|
|
{ session }
|
|
);
|
|
}
|