mirror of
https://github.com/labring/FastGPT.git
synced 2025-07-23 05:12:39 +00:00
b5f0ac3e1d
* perf: read file worker * fix: Http node url input * fix: htm2md * fix: html2md * fix: ts * perf: Problem classification increases the matching order * feat: tool response answer
29 lines
569 B
TypeScript
29 lines
569 B
TypeScript
import iconv from 'iconv-lite';
|
|
import { ReadRawTextByBuffer, ReadFileResponse } from '../type';
|
|
|
|
const rawEncodingList = [
|
|
'ascii',
|
|
'utf8',
|
|
'utf-8',
|
|
'utf16le',
|
|
'utf-16le',
|
|
'ucs2',
|
|
'ucs-2',
|
|
'base64',
|
|
'base64url',
|
|
'latin1',
|
|
'binary',
|
|
'hex'
|
|
];
|
|
|
|
// 加载源文件内容
|
|
export const readFileRawText = ({ buffer, encoding }: ReadRawTextByBuffer): ReadFileResponse => {
|
|
const content = rawEncodingList.includes(encoding)
|
|
? buffer.toString(encoding as BufferEncoding)
|
|
: iconv.decode(buffer, 'gbk');
|
|
|
|
return {
|
|
rawText: content
|
|
};
|
|
};
|