S3 sdk (#6215)

* refactor: fastgpt object storage & global proxy (#6155)

* feat: migrate to fastgpt storage sdk

* chore: rename env variable

* chore: move to sdk dir

* docs: object storage

* CHORE

* chore: storage mocks

* chore: update docker-compose

* fix: global proxy agent

* fix: update COS proxy

* refactor: use fetch instead of http.request

* fix: axios request base url

* fix: axios proxy request behavior

* fix: bumps axios

* fix: patch axios for proxy

* fix: replace axios with proxied axios

* fix: upload txt file encoding

* clean code

* fix: use "minio" for minio adapter (#6205)

* fix: use minio client to delete files when using minio vendor (#6206)

* doc

* feat: filter citations and add response button control (#6170)

* feat: filter citations and add response button control

* i18n

* fix

* fix test

* perf: chat api code

* fix: workflow edge overlap and auto-align in folded loop nodes (#6204)

* fix: workflow edge overlap and auto-align in folded loop nodes

* sort

* fix

* fix edge

* fix icon

* perf: s3 file name

* perf: admin get app api

* perf: catch user error

* fix: refactor useOrg hook to use debounced search key (#6180)

* chore: comment minio adapter (#6207)

* chore: filename with suffix random id

* perf: s3 storage code

* fix: encode filename when copy object

---------

Co-authored-by: archer <545436317@qq.com>

* fix: node card link

* json

* perf: chat index;

* index

* chat item soft delete (#6216)

* chat item soft delete

* temp

* fix

* remove code

* perf: delete chat item

---------

Co-authored-by: archer <545436317@qq.com>

* feat: select wheather filter sensitive info when export apps (#6222)

* fix some bugs (#6210)

* fix v4.14.5 bugs

* type

* fix

* fix

* custom feedback

* fix

* code

* fix

* remove invalid function

---------

Co-authored-by: archer <545436317@qq.com>

* perf: test

* fix file default local upload (#6223)

* docs: improve object storage introduction (#6224)

* doc

---------

Co-authored-by: roy <whoeverimf5@gmail.com>
Co-authored-by: heheer <heheer@sealos.io>
Co-authored-by: Finley Ge <32237950+FinleyGe@users.noreply.github.com>

packages/service/core/dataset/apiDataset/custom/api.ts

@@ -4,7 +4,8 @@ import type {
   ApiDatasetDetailResponse,
   APIFileServer
 } from '@fastgpt/global/core/dataset/apiDataset/type';
-import axios, { type Method } from 'axios';
+import { type Method } from 'axios';
+import { createProxyAxios } from '../../../../common/api/axios';
 import { addLog } from '../../../../common/system/log';
 import { readFileRawTextByUrl } from '../../read';
 import { type ParentIdType } from '@fastgpt/global/common/parentFolder/type';
@@ -28,7 +29,7 @@ type APIFileListResponse = {
 };
 
 export const useApiDatasetRequest = ({ apiServer }: { apiServer: APIFileServer }) => {
-  const instance = axios.create({
+  const instance = createProxyAxios({
     baseURL: apiServer.baseUrl,
     timeout: 60000, // 超时时间
     headers: {

packages/service/core/dataset/apiDataset/feishuDataset/api.ts

@@ -5,8 +5,9 @@ import type {
   FeishuServer
 } from '@fastgpt/global/core/dataset/apiDataset/type';
 import { type ParentIdType } from '@fastgpt/global/common/parentFolder/type';
-import axios, { type Method } from 'axios';
+import { type Method } from 'axios';
 import { addLog } from '../../../../common/system/log';
+import { createProxyAxios, axios } from '../../../../common/api/axios';
 
 type ResponseDataType = {
   success: boolean;
@@ -32,7 +33,7 @@ type FeishuFileListResponse = {
 const feishuBaseUrl = process.env.FEISHU_BASE_URL || 'https://open.feishu.cn';
 
 export const useFeishuDatasetRequest = ({ feishuServer }: { feishuServer: FeishuServer }) => {
-  const instance = axios.create({
+  const instance = createProxyAxios({
     baseURL: feishuBaseUrl,
     timeout: 60000
   });

packages/service/core/dataset/apiDataset/yuqueDataset/api.ts

@@ -4,9 +4,10 @@ import type {
   YuqueServer,
   ApiDatasetDetailResponse
 } from '@fastgpt/global/core/dataset/apiDataset/type';
-import axios, { type Method } from 'axios';
+import { type Method } from 'axios';
 import { addLog } from '../../../../common/system/log';
 import { type ParentIdType } from '@fastgpt/global/common/parentFolder/type';
+import { createProxyAxios } from '../../../../common/api/axios';
 
 type ResponseDataType = {
   success: boolean;
@@ -42,7 +43,7 @@ type YuqueTocListResponse = {
 const yuqueBaseUrl = process.env.YUQUE_DATASET_BASE_URL || 'https://www.yuque.com';
 
 export const useYuqueDatasetRequest = ({ yuqueServer }: { yuqueServer: YuqueServer }) => {
-  const instance = axios.create({
+  const instance = createProxyAxios({
     baseURL: yuqueBaseUrl,
     timeout: 60000, // 超时时间
     headers: {

packages/service/core/dataset/read.ts

@@ -4,7 +4,7 @@ import {
 } from '@fastgpt/global/core/dataset/constants';
 import { urlsFetch } from '../../common/string/cheerio';
 import { type TextSplitProps } from '@fastgpt/global/common/string/textSplitter';
-import axios from 'axios';
+import { axios } from '../../common/api/axios';
 import { readS3FileContentByBuffer } from '../../common/file/read/utils';
 import { parseFileExtensionFromUrl } from '@fastgpt/global/common/string/tools';
 import { getApiDatasetRequest } from './apiDataset';