mirror of
https://github.com/labring/FastGPT.git
synced 2025-07-27 00:17:31 +00:00
e36d9d794f
* doc * feat: file upload config * perf: chat box file params * feat: markdown show file * feat: chat file store and clear * perf: read file contentType * feat: llm vision config * feat: file url output * perf: plugin error text * perf: image load * feat: ai chat document * perf: file block ui * feat: read file node * feat: file read response field * feat: simple mode support read files * feat: tool call * feat: read file histories * perf: select file * perf: select file config * i18n * i18n * fix: ts; feat: tool response preview result
101 lines
2.8 KiB
TypeScript
101 lines
2.8 KiB
TypeScript
import crypto from 'crypto';
|
|
import { customAlphabet } from 'nanoid';
|
|
|
|
/* check string is a web link */
|
|
export function strIsLink(str?: string) {
|
|
if (!str) return false;
|
|
if (/^((http|https)?:\/\/|www\.|\/)[^\s/$.?#].[^\s]*$/i.test(str)) return true;
|
|
return false;
|
|
}
|
|
|
|
/* hash string */
|
|
export const hashStr = (str: string) => {
|
|
return crypto.createHash('sha256').update(str).digest('hex');
|
|
};
|
|
|
|
/* simple text, remove chinese space and extra \n */
|
|
export const simpleText = (text = '') => {
|
|
text = text.trim();
|
|
text = text.replace(/([\u4e00-\u9fa5])[\s&&[^\n]]+([\u4e00-\u9fa5])/g, '$1$2');
|
|
text = text.replace(/\r\n|\r/g, '\n');
|
|
text = text.replace(/\n{3,}/g, '\n\n');
|
|
text = text.replace(/[\s&&[^\n]]{2,}/g, ' ');
|
|
text = text.replace(/[\x00-\x08]/g, ' ');
|
|
|
|
return text;
|
|
};
|
|
|
|
/*
|
|
replace {{variable}} to value
|
|
*/
|
|
export function replaceVariable(text: any, obj: Record<string, string | number>) {
|
|
if (!(typeof text === 'string')) return text;
|
|
|
|
for (const key in obj) {
|
|
const val = obj[key];
|
|
if (!['string', 'number'].includes(typeof val)) continue;
|
|
|
|
text = text.replace(new RegExp(`{{(${key})}}`, 'g'), String(val));
|
|
}
|
|
return text || '';
|
|
}
|
|
|
|
/* replace sensitive text */
|
|
export const replaceSensitiveText = (text: string) => {
|
|
// 1. http link
|
|
text = text.replace(/(?<=https?:\/\/)[^\s]+/g, 'xxx');
|
|
// 2. nx-xxx 全部替换成xxx
|
|
text = text.replace(/ns-[\w-]+/g, 'xxx');
|
|
|
|
return text;
|
|
};
|
|
|
|
/* Make sure the first letter is definitely lowercase */
|
|
export const getNanoid = (size = 12) => {
|
|
const firstChar = customAlphabet('abcdefghijklmnopqrstuvwxyz', 1)();
|
|
|
|
if (size === 1) return firstChar;
|
|
|
|
const randomsStr = customAlphabet(
|
|
'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ1234567890',
|
|
size - 1
|
|
)();
|
|
|
|
return `${firstChar}${randomsStr}`;
|
|
};
|
|
|
|
/* Custom text to reg, need to replace special chats */
|
|
export const replaceRegChars = (text: string) => text.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
|
|
|
|
export const getRegQueryStr = (text: string, flags = 'i') => {
|
|
const formatText = replaceRegChars(text);
|
|
const chars = formatText.split('');
|
|
const regexPattern = chars.join('.*');
|
|
|
|
return new RegExp(regexPattern, flags);
|
|
};
|
|
|
|
/* slice json str */
|
|
export const sliceJsonStr = (str: string) => {
|
|
str = str.replace(/(\\n|\\)/g, '').replace(/ /g, '');
|
|
|
|
const jsonRegex = /{(?:[^{}]|{(?:[^{}]|{[^{}]*})*})*}/g;
|
|
const matches = str.match(jsonRegex);
|
|
|
|
if (!matches) {
|
|
return '';
|
|
}
|
|
|
|
// 找到第一个完整的 JSON 字符串
|
|
const jsonStr = matches[0];
|
|
|
|
return jsonStr;
|
|
};
|
|
|
|
export const sliceStrStartEnd = (str: string, start: number, end: number) => {
|
|
const overSize = str.length > start + end;
|
|
const startContent = str.slice(0, start);
|
|
const endContent = overSize ? str.slice(-end) : '';
|
|
return startContent + (overSize ? ` ...... ` : '') + endContent;
|
|
};
|