mirror of
https://github.com/labring/FastGPT.git
synced 2026-05-07 01:02:55 +08:00
c93c3937e1
* refactor: fastgpt object storage & global proxy (#6155) * feat: migrate to fastgpt storage sdk * chore: rename env variable * chore: move to sdk dir * docs: object storage * CHORE * chore: storage mocks * chore: update docker-compose * fix: global proxy agent * fix: update COS proxy * refactor: use fetch instead of http.request * fix: axios request base url * fix: axios proxy request behavior * fix: bumps axios * fix: patch axios for proxy * fix: replace axios with proxied axios * fix: upload txt file encoding * clean code * fix: use "minio" for minio adapter (#6205) * fix: use minio client to delete files when using minio vendor (#6206) * doc * feat: filter citations and add response button control (#6170) * feat: filter citations and add response button control * i18n * fix * fix test * perf: chat api code * fix: workflow edge overlap and auto-align in folded loop nodes (#6204) * fix: workflow edge overlap and auto-align in folded loop nodes * sort * fix * fix edge * fix icon * perf: s3 file name * perf: admin get app api * perf: catch user error * fix: refactor useOrg hook to use debounced search key (#6180) * chore: comment minio adapter (#6207) * chore: filename with suffix random id * perf: s3 storage code * fix: encode filename when copy object --------- Co-authored-by: archer <545436317@qq.com> * fix: node card link * json * perf: chat index; * index * chat item soft delete (#6216) * chat item soft delete * temp * fix * remove code * perf: delete chat item --------- Co-authored-by: archer <545436317@qq.com> * feat: select wheather filter sensitive info when export apps (#6222) * fix some bugs (#6210) * fix v4.14.5 bugs * type * fix * fix * custom feedback * fix * code * fix * remove invalid function --------- Co-authored-by: archer <545436317@qq.com> * perf: test * fix file default local upload (#6223) * docs: improve object storage introduction (#6224) * doc --------- Co-authored-by: roy <whoeverimf5@gmail.com> Co-authored-by: heheer <heheer@sealos.io> Co-authored-by: Finley Ge <32237950+FinleyGe@users.noreply.github.com>
108 lines
3.3 KiB
TypeScript
108 lines
3.3 KiB
TypeScript
import { ChatItemValueTypeEnum, ChatRoleEnum } from '@fastgpt/global/core/chat/constants';
|
|
import type { ChatItemType } from '@fastgpt/global/core/chat/type';
|
|
import { getS3ChatSource } from '../../common/s3/sources/chat';
|
|
import type { FlowNodeInputItemType } from '@fastgpt/global/core/workflow/type/io';
|
|
import { FlowNodeInputTypeEnum } from '@fastgpt/global/core/workflow/node/constant';
|
|
import type { VariableItemType } from '@fastgpt/global/core/app/type';
|
|
import { VariableInputEnum } from '@fastgpt/global/core/workflow/constants';
|
|
import { clone, cloneDeep } from 'lodash';
|
|
|
|
export const addPreviewUrlToChatItems = async (
|
|
histories: ChatItemType[],
|
|
type: 'chatFlow' | 'workflowTool'
|
|
) => {
|
|
async function addToChatflow(item: ChatItemType) {
|
|
for await (const value of item.value) {
|
|
if (value.type === ChatItemValueTypeEnum.file && value.file && value.file.key) {
|
|
const { url } = await s3ChatSource.createGetChatFileURL({
|
|
key: value.file.key,
|
|
external: true
|
|
});
|
|
value.file.url = url;
|
|
}
|
|
}
|
|
}
|
|
|
|
async function addToWorkflowTool(item: ChatItemType) {
|
|
if (item.obj !== ChatRoleEnum.Human || !Array.isArray(item.value)) return;
|
|
|
|
for (let j = 0; j < item.value.length; j++) {
|
|
const value = item.value[j];
|
|
if (value.type !== ChatItemValueTypeEnum.text) continue;
|
|
const inputValueString = value.text?.content || '';
|
|
const parsedInputValue = JSON.parse(inputValueString) as FlowNodeInputItemType[];
|
|
|
|
for (const input of parsedInputValue) {
|
|
if (
|
|
input.renderTypeList[0] !== FlowNodeInputTypeEnum.fileSelect ||
|
|
!Array.isArray(input.value)
|
|
)
|
|
continue;
|
|
|
|
for (const file of input.value) {
|
|
if (!file.key) continue;
|
|
const { url } = await getS3ChatSource().createGetChatFileURL({
|
|
key: file.key,
|
|
external: true
|
|
});
|
|
file.url = url;
|
|
}
|
|
}
|
|
|
|
item.value[j].text = {
|
|
...value.text,
|
|
content: JSON.stringify(parsedInputValue)
|
|
};
|
|
}
|
|
}
|
|
|
|
// Presign file urls
|
|
const s3ChatSource = getS3ChatSource();
|
|
for await (const item of histories) {
|
|
if (type === 'chatFlow') {
|
|
await addToChatflow(item);
|
|
} else if (type === 'workflowTool') {
|
|
await addToWorkflowTool(item);
|
|
}
|
|
}
|
|
};
|
|
|
|
// Presign variables file urls
|
|
export const presignVariablesFileUrls = async ({
|
|
variables,
|
|
variableConfig
|
|
}: {
|
|
variables?: Record<string, any>;
|
|
variableConfig?: VariableItemType[];
|
|
}) => {
|
|
if (!variables || !variableConfig) return variables;
|
|
|
|
const cloneVars = cloneDeep(variables);
|
|
await Promise.all(
|
|
variableConfig.map(async (item) => {
|
|
if (item.type === VariableInputEnum.file) {
|
|
const val = cloneVars[item.key];
|
|
if (Array.isArray(val)) {
|
|
cloneVars[item.key] = await Promise.all(
|
|
val.map(async (item) => {
|
|
if (!item.key) return item;
|
|
|
|
const { url } = await getS3ChatSource().createGetChatFileURL({
|
|
key: item.key,
|
|
external: true
|
|
});
|
|
|
|
return {
|
|
...item,
|
|
url
|
|
};
|
|
})
|
|
).then((urls) => urls.filter(Boolean));
|
|
}
|
|
}
|
|
})
|
|
);
|
|
|
|
return cloneVars;
|
|
};
|