mirror of
https://github.com/labring/FastGPT.git
synced 2025-07-21 11:43:56 +00:00
124 lines
3.4 KiB
TypeScript
124 lines
3.4 KiB
TypeScript
import crypto from 'crypto';
|
||
import { customAlphabet } from 'nanoid';
|
||
|
||
/* check string is a web link */
|
||
export function strIsLink(str?: string) {
|
||
if (!str) return false;
|
||
if (/^((http|https)?:\/\/|www\.|\/)[^\s/$.?#].[^\s]*$/i.test(str)) return true;
|
||
return false;
|
||
}
|
||
|
||
/* hash string */
|
||
export const hashStr = (str: string) => {
|
||
return crypto.createHash('sha256').update(str).digest('hex');
|
||
};
|
||
|
||
/* simple text, remove chinese space and extra \n */
|
||
export const simpleText = (text = '') => {
|
||
text = text.trim();
|
||
text = text.replace(/([\u4e00-\u9fa5])[\s&&[^\n]]+([\u4e00-\u9fa5])/g, '$1$2');
|
||
text = text.replace(/\r\n|\r/g, '\n');
|
||
text = text.replace(/\n{3,}/g, '\n\n');
|
||
text = text.replace(/[\s&&[^\n]]{2,}/g, ' ');
|
||
text = text.replace(/[\x00-\x08]/g, ' ');
|
||
|
||
return text;
|
||
};
|
||
|
||
/*
|
||
replace {{variable}} to value
|
||
*/
|
||
export function replaceVariable(text: any, obj: Record<string, string | number>) {
|
||
if (typeof text !== 'string') return text;
|
||
|
||
for (const key in obj) {
|
||
const val = obj[key];
|
||
const formatVal = typeof val === 'object' ? JSON.stringify(val) : String(val);
|
||
|
||
text = text.replace(new RegExp(`{{(${key})}}`, 'g'), formatVal);
|
||
}
|
||
return text || '';
|
||
}
|
||
|
||
/* replace sensitive text */
|
||
export const replaceSensitiveText = (text: string) => {
|
||
// 1. http link
|
||
text = text.replace(/(?<=https?:\/\/)[^\s]+/g, 'xxx');
|
||
// 2. nx-xxx 全部替换成xxx
|
||
text = text.replace(/ns-[\w-]+/g, 'xxx');
|
||
|
||
return text;
|
||
};
|
||
|
||
/* Make sure the first letter is definitely lowercase */
|
||
export const getNanoid = (size = 12) => {
|
||
const firstChar = customAlphabet('abcdefghijklmnopqrstuvwxyz', 1)();
|
||
|
||
if (size === 1) return firstChar;
|
||
|
||
const randomsStr = customAlphabet(
|
||
'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ1234567890',
|
||
size - 1
|
||
)();
|
||
|
||
return `${firstChar}${randomsStr}`;
|
||
};
|
||
export const customNanoid = (str: string, size: number) => customAlphabet(str, size)();
|
||
|
||
/* Custom text to reg, need to replace special chats */
|
||
export const replaceRegChars = (text: string) => text.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
|
||
|
||
export const getRegQueryStr = (text: string, flags = 'i') => {
|
||
const formatText = replaceRegChars(text);
|
||
const chars = formatText.split('');
|
||
const regexPattern = chars.join('.*');
|
||
|
||
return new RegExp(regexPattern, flags);
|
||
};
|
||
|
||
/* slice json str */
|
||
export const sliceJsonStr = (str: string) => {
|
||
str = str.replace(/(\\n|\\)/g, '').replace(/ /g, '');
|
||
|
||
const jsonRegex = /{(?:[^{}]|{(?:[^{}]|{[^{}]*})*})*}/g;
|
||
const matches = str.match(jsonRegex);
|
||
|
||
if (!matches) {
|
||
return '';
|
||
}
|
||
|
||
// 找到第一个完整的 JSON 字符串
|
||
const jsonStr = matches[0];
|
||
|
||
return jsonStr;
|
||
};
|
||
|
||
export const sliceStrStartEnd = (str: string, start: number, end: number) => {
|
||
const overSize = str.length > start + end;
|
||
|
||
if (!overSize) return str;
|
||
|
||
const startContent = str.slice(0, start);
|
||
const endContent = overSize ? str.slice(-end) : '';
|
||
|
||
return `${startContent}${overSize ? `\n\n...[hide ${str.length - start - end} chars]...\n\n` : ''}${endContent}`;
|
||
};
|
||
|
||
/*
|
||
Parse file extension from url
|
||
Test：
|
||
1. https://xxx.com/file.pdf?token=123
|
||
=> pdf
|
||
2. https://xxx.com/file.pdf
|
||
=> pdf
|
||
*/
|
||
export const parseFileExtensionFromUrl = (url = '') => {
|
||
// Remove query params
|
||
const urlWithoutQuery = url.split('?')[0];
|
||
// Get file name
|
||
const fileName = urlWithoutQuery.split('/').pop() || '';
|
||
// Get file extension
|
||
const extension = fileName.split('.').pop();
|
||
return (extension || '').toLowerCase();
|
||
};
|