Add image index and pdf parse (#3956)

* feat: think tag parse

* feat: parse think tag test

* feat: pdf parse ux

* feat: doc2x parse

* perf: rewrite training mode setting

* feat: image parse queue

* perf: image index

* feat: image parse process

* feat: add init sh

* fix: ts

packages/global/support/wallet/usage/constants.ts

@@ -10,7 +10,8 @@ export enum UsageSourceEnum {
   wecom = 'wecom',
   feishu = 'feishu',
   dingtalk = 'dingtalk',
-  official_account = 'official_account'
+  official_account = 'official_account',
+  pdfParse = 'pdfParse'
 }
 
 export const UsageSourceMap = {
@@ -43,5 +44,8 @@ export const UsageSourceMap = {
   },
   [UsageSourceEnum.dingtalk]: {
     label: i18nT('account_usage:dingtalk')
+  },
+  [UsageSourceEnum.pdfParse]: {
+    label: i18nT('account_usage:pdf_parse')
   }
 };

packages/global/support/wallet/usage/type.d.ts

@@ -7,6 +7,7 @@ export type UsageListItemCountType = {
   outputTokens?: number;
   charsLength?: number;
   duration?: number;
+  pages?: number;
 
   // deprecated
   tokens?: number;