ChatGPT/FastGPT
1
0
Fork 0
mirror of https://github.com/labring/FastGPT.git synced 2025-07-24 05:23:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: file extension check (#2876)

Browse Source
This commit is contained in:
Archer
2024-10-10 17:35:56 +08:00
committed by GitHub
parent 15b8353c7d
commit 3878a50d0f
6 changed files with 28 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
packages/service/core/dataset/read.ts
View File

@@ -6,6 +6,7 @@ import { parseCsvTable2Chunks } from './training/utils';
import { TextSplitProps, splitText2Chunks } from '@fastgpt/global/common/string/textSplitter';
import axios from 'axios';
import { readRawContentByFileBuffer } from '../../common/file/read/utils';
import { parseFileExtensionFromUrl } from '@fastgpt/global/common/string/tools';
export const readFileRawTextByUrl = async ({
teamId,
@@ -21,7 +22,7 @@ export const readFileRawTextByUrl = async ({
url: url,
responseType: 'arraybuffer'
});
const extension = url.split('.')?.pop()?.toLowerCase() || '';
const extension = parseFileExtensionFromUrl(url);
const buffer = Buffer.from(response.data, 'binary');

4
packages/service/core/workflow/dispatch/tools/readFiles.ts
View File

@@ -12,6 +12,7 @@ import { detectFileEncoding } from '@fastgpt/global/common/file/tools';
import { readRawContentByFileBuffer } from '../../../../common/file/read/utils';
import { ChatRoleEnum } from '@fastgpt/global/core/chat/constants';
import { UserChatItemValueItemType } from '@fastgpt/global/core/chat/type';
import { parseFileExtensionFromUrl } from '@fastgpt/global/common/string/tools';
type Props = ModuleDispatchProps<{
[NodeInputKeyEnum.fileUrlList]: string[];
@@ -144,7 +145,8 @@ export const dispatchReadFiles = async (props: Props): Promise<Response> => {
return url;
})();
// Extension
const extension = filename.split('.').pop()?.toLowerCase() || '';
const extension = parseFileExtensionFromUrl(filename);
// Get encoding
const encoding = (() => {
const contentType = response.headers['content-type'];