v4.5.1 (#417)

packages/global/common/bill/constants.ts

@@ -0,0 +1 @@
+export const PRICE_SCALE = 100000;

packages/global/common/bill/tools.ts

@@ -0,0 +1,9 @@
+/* bill common  */
+import { PRICE_SCALE } from './constants';
+
+/**
+ * dataset price / PRICE_SCALE = real price
+ */
+export const formatPrice = (val = 0, multiple = 1) => {
+  return Number(((val / PRICE_SCALE) * multiple).toFixed(10));
+};

packages/global/common/bill/types/billReq.d.ts

@@ -0,0 +1,3 @@
+export type CreateTrainingBillType = {
+  name: string;
+};

packages/global/common/error/errorCode.ts

@@ -0,0 +1,85 @@
+export const ERROR_CODE: { [key: number]: string } = {
+  400: '请求失败',
+  401: '无权访问',
+  403: '紧张访问',
+  404: '请求不存在',
+  405: '请求方法错误',
+  406: '请求的格式错误',
+  410: '资源已删除',
+  422: '验证错误',
+  500: '服务器发生错误',
+  502: '网关错误',
+  503: '服务器暂时过载或维护',
+  504: '网关超时'
+};
+
+export const TOKEN_ERROR_CODE: Record<number, string> = {
+  403: '登录状态无效,请重新登录'
+};
+
+export const proxyError: Record<string, boolean> = {
+  ECONNABORTED: true,
+  ECONNRESET: true
+};
+
+export enum ERROR_ENUM {
+  unAuthorization = 'unAuthorization',
+  insufficientQuota = 'insufficientQuota',
+  unAuthModel = 'unAuthModel',
+  unAuthApiKey = 'unAuthApiKey',
+  unAuthDataset = 'unAuthDataset',
+  unAuthDatasetCollection = 'unAuthDatasetCollection',
+  unAuthFile = 'unAuthFile'
+}
+export const ERROR_RESPONSE: Record<
+  any,
+  {
+    code: number;
+    statusText: string;
+    message: string;
+    data?: any;
+  }
+> = {
+  [ERROR_ENUM.unAuthorization]: {
+    code: 403,
+    statusText: ERROR_ENUM.unAuthorization,
+    message: '凭证错误',
+    data: null
+  },
+  [ERROR_ENUM.insufficientQuota]: {
+    code: 510,
+    statusText: ERROR_ENUM.insufficientQuota,
+    message: '账号余额不足',
+    data: null
+  },
+  [ERROR_ENUM.unAuthModel]: {
+    code: 511,
+    statusText: ERROR_ENUM.unAuthModel,
+    message: '无权使用该模型',
+    data: null
+  },
+  [ERROR_ENUM.unAuthDataset]: {
+    code: 512,
+    statusText: ERROR_ENUM.unAuthDataset,
+    message: '无权使用该知识库',
+    data: null
+  },
+  [ERROR_ENUM.unAuthFile]: {
+    code: 513,
+    statusText: ERROR_ENUM.unAuthFile,
+    message: '无权阅读该文件',
+    data: null
+  },
+  [ERROR_ENUM.unAuthApiKey]: {
+    code: 514,
+    statusText: ERROR_ENUM.unAuthApiKey,
+    message: 'Api Key 不合法',
+    data: null
+  },
+  [ERROR_ENUM.unAuthDatasetCollection]: {
+    code: 515,
+    statusText: ERROR_ENUM.unAuthDatasetCollection,
+    message: '无权使用该知识库文件',
+    data: null
+  }
+};

packages/global/common/error/utils.ts

@@ -0,0 +1,5 @@
+export const getErrText = (err: any, def = '') => {
+  const msg: string = typeof err === 'string' ? err : err?.message || def || '';
+  msg && console.log('error =>', msg);
+  return msg;
+};

packages/global/common/file/icon.ts

@@ -0,0 +1,16 @@
+import { strIsLink } from '../string/tools';
+
+export const fileImgs = [
+  { suffix: 'pdf', src: '/imgs/files/pdf.svg' },
+  { suffix: 'csv', src: '/imgs/files/csv.svg' },
+  { suffix: '(doc|docs)', src: '/imgs/files/doc.svg' },
+  { suffix: 'txt', src: '/imgs/files/txt.svg' },
+  { suffix: 'md', src: '/imgs/files/markdown.svg' },
+  { suffix: '.', src: '/imgs/files/file.svg' }
+];
+
+export function getFileIcon(name = '') {
+  return (
+    fileImgs.find((item) => new RegExp(item.suffix, 'gi').test(name))?.src || '/imgs/files/file.svg'
+  );
+}

packages/global/common/file/tools.ts

@@ -0,0 +1,9 @@
+export const formatFileSize = (bytes: number): string => {
+  if (bytes === 0) return '0 B';
+
+  const k = 1024;
+  const sizes = ['B', 'KB', 'MB', 'GB', 'TB', 'PB', 'EB', 'ZB', 'YB'];
+  const i = Math.floor(Math.log(bytes) / Math.log(k));
+
+  return parseFloat((bytes / Math.pow(k, i)).toFixed(2)) + ' ' + sizes[i];
+};

packages/global/common/parentFolder/type.d.ts

@@ -0,0 +1,4 @@
+export type ParentTreePathItemType = {
+  parentId: string;
+  parentName: string;
+};

packages/global/common/plugin/types/pluginRes.d.ts

@@ -0,0 +1,4 @@
+export type FetchResultItem = {
+  url: string;
+  content: string;
+};

packages/global/common/string/tools.ts

@@ -0,0 +1,22 @@
+import crypto from 'crypto';
+
+export function strIsLink(str?: string) {
+  if (!str) return false;
+  if (/^((http|https)?:\/\/|www\.|\/)[^\s/$.?#].[^\s]*$/i.test(str)) return true;
+  return false;
+}
+
+export const hashStr = (psw: string) => {
+  return crypto.createHash('sha256').update(psw).digest('hex');
+};
+
+/* simple text, remove chinese space and extra \n */
+export const simpleText = (text: string) => {
+  text = text.replace(/([\u4e00-\u9fa5])[\s&&[^\n]]+([\u4e00-\u9fa5])/g, '$1$2');
+  text = text.replace(/\r\n|\r/g, '\n');
+  text = text.replace(/\n{3,}/g, '\n\n');
+  text = text.replace(/[\s&&[^\n]]{2,}/g, ' ');
+  text = text.replace(/[\x00-\x08]/g, ' ');
+
+  return text;
+};

packages/global/common/system/types/index.d.ts

@@ -0,0 +1,38 @@
+export type FeConfigsType = {
+  show_emptyChat?: boolean;
+  show_register?: boolean;
+  show_appStore?: boolean;
+  show_contact?: boolean;
+  show_git?: boolean;
+  show_doc?: boolean;
+  show_pay?: boolean;
+  show_openai_account?: boolean;
+  show_promotion?: boolean;
+  hide_app_flow?: boolean;
+  openAPIUrl?: string;
+  systemTitle?: string;
+  authorText?: string;
+  googleClientVerKey?: string;
+  isPlus?: boolean;
+  oauth?: {
+    github?: string;
+    google?: string;
+  };
+  limit?: {
+    exportLimitMinutes?: number;
+  };
+  scripts?: { [key: string]: string }[];
+};
+
+export type SystemEnvType = {
+  pluginBaseUrl?: string;
+  openapiPrefix?: string;
+  vectorMaxProcess: number;
+  qaMaxProcess: number;
+  pgHNSWEfSearch: number;
+};
+
+declare global {
+  var feConfigs: FeConfigsType;
+  var systemEnv: SystemEnvType;
+}

packages/global/common/time/timezone.ts

@@ -0,0 +1,80 @@
+import timezones from 'timezones-list';
+import dayjs from 'dayjs';
+import utc from 'dayjs/plugin/utc';
+import timezone from 'dayjs/plugin/timezone';
+
+dayjs.extend(utc);
+dayjs.extend(timezone);
+
+/**
+ * Returns the offset from UTC in hours for the current locale.
+ * @param {string} timeZone Timezone to get offset for
+ * @returns {number} The offset from UTC in hours.
+ *
+ * Generated by Trelent
+ */
+export const getTimezoneOffset = (timeZone: string): number => {
+  const now = new Date();
+  const tzString = now.toLocaleString('en-US', {
+    timeZone
+  });
+  const localString = now.toLocaleString('en-US');
+  const diff = (Date.parse(localString) - Date.parse(tzString)) / 3600000;
+  const offset = diff + now.getTimezoneOffset() / 60;
+  return -offset;
+};
+
+/**
+ * Returns a list of timezones sorted by their offset from UTC.
+ * @returns {object[]} A list of the given timezones sorted by their offset from UTC.
+ *
+ * Generated by Trelent
+ */
+export const timezoneList = () => {
+  const result = timezones
+    .map((timezone) => {
+      try {
+        let display = dayjs().tz(timezone.tzCode).format('Z');
+
+        return {
+          name: `(UTC${display}) ${timezone.tzCode}`,
+          value: timezone.tzCode,
+          time: getTimezoneOffset(timezone.tzCode)
+        };
+      } catch (e) {}
+    })
+    .filter((item) => item);
+
+  result.sort((a, b) => {
+    if (!a || !b) return 0;
+    if (a.time > b.time) {
+      return 1;
+    }
+
+    if (b.time > a.time) {
+      return -1;
+    }
+
+    return 0;
+  });
+
+  return [
+    {
+      name: 'UTC',
+      time: 0,
+      value: 'UTC'
+    },
+    ...result
+  ] as {
+    name: string;
+    value: string;
+    time: number;
+  }[];
+};
+
+export const getSystemTime = (timeZone: string) => {
+  const timezoneDiff = getTimezoneOffset(timeZone);
+  const now = Date.now();
+  const targetTime = now + timezoneDiff * 60 * 60 * 1000;
+  return dayjs(targetTime).format('YYYY-MM-DD HH:mm:ss');
+};