mirror of
https://github.com/labring/FastGPT.git
synced 2025-10-17 16:45:02 +00:00

* feat: concat usage code (#5657) * feat: dataset parse queue (#5661) * feat: chat usage concat (#5669) * perf: search test usage * feat: chat usage concat * fix: ts * fix: ts * feat: chat node response store (#5675) * feat: chat node response store * limit export * test * add ai generate node (#5506) * add node copilot * apply code * update dynamic input & output * add code test * usage * dynamic input border render * optimize input & output * optimize code * update style * change card to popover * prompt editor basic * prompt editor * handle key down * update prompt * merge * fix * fix * fix * perf: workflow performance (#5677) * feat: chat node response store * limit export * perf: workflow performance * remove log * fix: app template get duplicate (#5682) * fix: dynamic input lock & code param (#5680) * fix: dynamic input lock & code param * fix * fix * feat: multi node data sync & system tool hot-swapping (#5575) * Enhance file upload functionality and system tool integration (#5257) * Enhance file upload functionality and system tool integration * Add supplementary documents and optimize the upload interface * Refactor file plugin types and update upload configurations * Refactor MinIO configuration variables and clean up API plugin handlers for improved readability and consistency * File name change * Refactor SystemTools component layout * fix i18n * fix * fix * fix * optimize app logs sort (#5310) * log keys config modal * multiple select * api * fontsize * code * chatid * fix build * fix * fix component * change name * log keys config * fix * delete unused * fix * chore: minio service class rewrite * chore: s3 plugin upload * feat: system global cache with multi node sync feature * feat: cache * chore: move images * docs: update & remove useless code * chore: resolve merge conflicts * chore: adjust the code * chore: adjust * deps: upgrade @fastgpt-sdk/plugin to 0.1.17 * perf(s3): s3 config * fix: cache syncKey refresh * fix: update @fastgpt-sdk/plugin to v0.1.18 removing mongo definition for fixing vitest * chore: adjust --------- Co-authored-by: Ctrlz <143257420+ctrlz526@users.noreply.github.com> Co-authored-by: heheer <heheer@sealos.io> Co-authored-by: Archer <545436317@qq.com> * perf: s3 api code * fix: toolbox empty when second open modal * feat: http tool set (#5599) * feat: http toolSet manual create front end * feat: http toolSet manual create i18n * feat: http toolSet manual create back end * feat: auth, as tool param, adapt mcp * fix: delete unused httpPlugin * fix: delete FlowNodeTypeEnum.httpPlugin * fix: AppTypeEnum include httpToolSet and httpPlugin * fix * delete console * fix * output schema * fix * fix bg * fix base url * fix --------- Co-authored-by: heheer <zhiyu44@qq.com> * feat: app count * perf: type check * feat: catch error * perf: plugin hot-swapping (#5688) * perf: plugin hot-swapping * chore: adjust code * perf: cite data auth * fix http toolset (#5689) * temp * fix http tool set * fix * template author hide * dynamic IO ui * fix: auth test * fix dynamic input & output (#5690) Co-authored-by: Archer <545436317@qq.com> * fix: dynamic output id * doc * feat: model permission (#5666) * feat(permission): model permission definition & api * chore: support update model's collaborators * feat: remove unauthedmodel when paste and import * fix: type error * fix: test setup global model list * fix: http tool api * chore: update fastgpt-sdk version * chore: remove useless code * chore: myModelList cache * perf: user who is not manager can not configure model permission (FE) * perf: model => Set * feat: getMyModels moved to opensource code; cache the myModelList * fix: type error * fix dynamic input reference select type (#5694) * remove unique index * read file usage * perf: connection error * fix: abort token count * fix: debug usage concat * fix: immer clone object * fix: immer clone object * perf: throw error when error chat * update audit i18n * fix: 修复识别pptx文件后,返回内容顺序错乱问题 (#5696) * fix: pptx sort error * fix prompt editor (#5695) * fix prompt editor * fix * fix: redis cache prefix (#5697) * fix: redis cache prefix * fix: cache * fix: get model collaborator by model.model * feat: hint for model per * rename bucket name * model ui * doc * doc --------- Co-authored-by: heheer <heheer@sealos.io> Co-authored-by: Finley Ge <32237950+FinleyGe@users.noreply.github.com> Co-authored-by: Ctrlz <143257420+ctrlz526@users.noreply.github.com> Co-authored-by: Zeng Qingwen <143274079+fishwww-ww@users.noreply.github.com> Co-authored-by: heheer <zhiyu44@qq.com> Co-authored-by: Deepturn <33342819+Deepturn@users.noreply.github.com>
136 lines
3.6 KiB
TypeScript
136 lines
3.6 KiB
TypeScript
import type { ChatHistoryItemResType, ChatItemType } from '@fastgpt/global/core/chat/type';
|
|
import { MongoChatItem } from './chatItemSchema';
|
|
import { addLog } from '../../common/system/log';
|
|
import { delFileByFileIdList, getGFSCollection } from '../../common/file/gridfs/controller';
|
|
import { BucketNameEnum } from '@fastgpt/global/common/file/constants';
|
|
import { MongoChat } from './chatSchema';
|
|
import { UserError } from '@fastgpt/global/common/error/utils';
|
|
import { DispatchNodeResponseKeyEnum } from '@fastgpt/global/core/workflow/runtime/constants';
|
|
import { ChatRoleEnum } from '@fastgpt/global/core/chat/constants';
|
|
import { MongoChatItemResponse } from './chatItemResponseSchema';
|
|
|
|
export async function getChatItems({
|
|
appId,
|
|
chatId,
|
|
offset,
|
|
limit,
|
|
field
|
|
}: {
|
|
appId: string;
|
|
chatId?: string;
|
|
offset: number;
|
|
limit: number;
|
|
field: string;
|
|
}): Promise<{ histories: ChatItemType[]; total: number }> {
|
|
if (!chatId) {
|
|
return { histories: [], total: 0 };
|
|
}
|
|
|
|
// Extend dataId
|
|
field = `dataId ${field}`;
|
|
|
|
const [histories, total] = await Promise.all([
|
|
MongoChatItem.find({ appId, chatId }, field).sort({ _id: -1 }).skip(offset).limit(limit).lean(),
|
|
MongoChatItem.countDocuments({ appId, chatId })
|
|
]);
|
|
histories.reverse();
|
|
|
|
// Add node responses field
|
|
if (field.includes(DispatchNodeResponseKeyEnum.nodeResponse)) {
|
|
const chatItemDataIds = histories
|
|
.filter((item) => item.obj === ChatRoleEnum.AI && !item.responseData?.length)
|
|
.map((item) => item.dataId);
|
|
|
|
const chatItemResponsesMap = await MongoChatItemResponse.find(
|
|
{ appId, chatId, chatItemDataId: { $in: chatItemDataIds } },
|
|
{ chatItemDataId: 1, data: 1 }
|
|
)
|
|
.lean()
|
|
.then((res) => {
|
|
const map = new Map<string, ChatHistoryItemResType[]>();
|
|
res.forEach((item) => {
|
|
const val = map.get(item.chatItemDataId) || [];
|
|
val.push(item.data);
|
|
map.set(item.chatItemDataId, val);
|
|
});
|
|
return map;
|
|
});
|
|
|
|
histories.forEach((item) => {
|
|
const val = chatItemResponsesMap.get(String(item.dataId));
|
|
if (item.obj === ChatRoleEnum.AI && val) {
|
|
item.responseData = val;
|
|
}
|
|
});
|
|
}
|
|
|
|
return { histories, total };
|
|
}
|
|
|
|
export const addCustomFeedbacks = async ({
|
|
appId,
|
|
chatId,
|
|
dataId,
|
|
feedbacks
|
|
}: {
|
|
appId: string;
|
|
chatId?: string;
|
|
dataId?: string;
|
|
feedbacks: string[];
|
|
}) => {
|
|
if (!chatId || !dataId) return;
|
|
|
|
try {
|
|
await MongoChatItem.findOneAndUpdate(
|
|
{
|
|
appId,
|
|
chatId,
|
|
dataId
|
|
},
|
|
{
|
|
$push: { customFeedbacks: { $each: feedbacks } }
|
|
}
|
|
);
|
|
} catch (error) {
|
|
addLog.error('addCustomFeedbacks error', error);
|
|
}
|
|
};
|
|
|
|
/*
|
|
Delete chat files
|
|
1. ChatId: Delete one chat files
|
|
2. AppId: Delete all the app's chat files
|
|
*/
|
|
export const deleteChatFiles = async ({
|
|
chatIdList,
|
|
appId
|
|
}: {
|
|
chatIdList?: string[];
|
|
appId?: string;
|
|
}) => {
|
|
if (!appId && !chatIdList)
|
|
return Promise.reject(new UserError('appId or chatIdList is required'));
|
|
|
|
const appChatIdList = await (async () => {
|
|
if (appId) {
|
|
const appChatIdList = await MongoChat.find({ appId }, { chatId: 1 });
|
|
return appChatIdList.map((item) => String(item.chatId));
|
|
} else if (chatIdList) {
|
|
return chatIdList;
|
|
}
|
|
return [];
|
|
})();
|
|
|
|
const collection = getGFSCollection(BucketNameEnum.chat);
|
|
const where = {
|
|
'metadata.chatId': { $in: appChatIdList }
|
|
};
|
|
|
|
const files = await collection.find(where, { projection: { _id: 1 } }).toArray();
|
|
|
|
await delFileByFileIdList({
|
|
bucketName: BucketNameEnum.chat,
|
|
fileIdList: files.map((item) => String(item._id))
|
|
});
|
|
};
|