FastGPT/test/mocks/common/s3.ts

import { vi } from 'vitest';
import { createVitestStorageMock } from '../../../sdk/storage/src/testing/vitestMock';

const mockStorageByBucket = new Map<string, ReturnType<typeof createVitestStorageMock>>();
const getMockStorage = (bucketName: string) => {
  const existing = mockStorageByBucket.get(bucketName);
  if (existing) return existing;
  const storage = createVitestStorageMock({
    vi,
    bucketName,
    baseUrl: 'http://localhost:9000'
  });
  mockStorageByBucket.set(bucketName, storage);
  return storage;
};

// Create mock S3 bucket object for global use
const createMockS3Bucket = (bucketName = 'mock-bucket') => {
  const client = getMockStorage(bucketName);
  const externalClient = getMockStorage(bucketName);

  return {
    name: bucketName,
    client,
    externalClient,
    exist: vi.fn().mockResolvedValue(true),
    delete: vi.fn().mockResolvedValue(undefined),
    putObject: vi.fn(async (key: string, body: any) => {
      await client.uploadObject({ key, body });
    }),
    getFileStream: vi.fn(async (key: string) => {
      const res = await client.downloadObject({ key });
      return res.body;
    }),
    statObject: vi.fn(async (key: string) => {
      const meta = await client.getObjectMetadata({ key });
      return {
        size: meta.contentLength ?? 0,
        etag: meta.etag ?? 'mock-etag'
      };
    }),
    move: vi.fn(async ({ from, to }: { from: string; to: string }) => {
      await client.copyObjectInSelfBucket({ sourceKey: from, targetKey: to });
      await client.deleteObject({ key: from });
    }),
    copy: vi.fn(async ({ from, to }: { from: string; to: string }) => {
      await client.copyObjectInSelfBucket({ sourceKey: from, targetKey: to });
    }),
    addDeleteJob: vi.fn().mockResolvedValue(undefined),
    createPostPresignedUrl: vi.fn().mockResolvedValue({
      url: 'http://localhost:9000/mock-bucket',
      fields: { key: 'mock-key' },
      maxSize: 100 * 1024 * 1024
    }),
    createExternalUrl: vi.fn(async (key: string) => {
      const { url } = await externalClient.generatePresignedGetUrl({ key });
      return url;
    }),
    createGetPresignedUrl: vi.fn(async (key: string) => {
      const { url } = await client.generatePresignedGetUrl({ key });
      return url;
    }),
    createPublicUrl: vi.fn((key: string) => externalClient.generatePublicGetUrl({ key }).url)
  };
};

// Initialize global s3BucketMap early to prevent any real S3 connections
const mockBucket = createMockS3Bucket();
global.s3BucketMap = {
  'fastgpt-public': mockBucket,
  'fastgpt-private': mockBucket
} as any;

// Mock minio Client to prevent real connections
const createMockMinioClient = vi.hoisted(() => {
  return vi.fn().mockImplementation(() => ({
    bucketExists: vi.fn().mockResolvedValue(true),
    makeBucket: vi.fn().mockResolvedValue(undefined),
    setBucketPolicy: vi.fn().mockResolvedValue(undefined),
    copyObject: vi.fn().mockResolvedValue(undefined),
    removeObject: vi.fn().mockResolvedValue(undefined),
    putObject: vi.fn().mockResolvedValue({ etag: 'mock-etag' }),
    getFileStream: vi.fn().mockResolvedValue(null),
    statObject: vi.fn().mockResolvedValue({ size: 0, etag: 'mock-etag' }),
    presignedGetObject: vi.fn().mockResolvedValue('http://localhost:9000/mock-bucket/mock-object'),
    presignedPostPolicy: vi.fn().mockResolvedValue({
      postURL: 'http://localhost:9000/mock-bucket',
      formData: { key: 'mock-key' }
    }),
    newPostPolicy: vi.fn(() => ({
      setKey: vi.fn().mockReturnThis(),
      setBucket: vi.fn().mockReturnThis(),
      setContentType: vi.fn().mockReturnThis(),
      setContentLengthRange: vi.fn().mockReturnThis(),
      setExpires: vi.fn().mockReturnThis(),
      setUserMetaData: vi.fn().mockReturnThis()
    }))
  }));
});

vi.mock('minio', () => ({
  Client: createMockMinioClient(),
  S3Error: class S3Error extends Error {},
  CopyConditions: vi.fn()
}));

// Simplified S3 bucket class mock
const createMockBucketClass = (defaultName: string) => {
  return class MockS3Bucket {
    public name: string;
    public options: any;
    public client = getMockStorage(defaultName);
    public externalClient = getMockStorage(defaultName);

    constructor(bucket?: string, options?: any) {
      this.name = bucket || defaultName;
      this.options = options || {};
      this.client = getMockStorage(this.name);
      this.externalClient = getMockStorage(this.name);
    }

    get bucketName(): string {
      return this.name;
    }

    async exist() {
      return true;
    }
    async delete() {}
    async putObject(key: string, body: any) {
      await this.client.uploadObject({ key, body });
    }
    async getFileStream() {
      return null;
    }
    async statObject() {
      return { size: 0, etag: 'mock-etag' };
    }
    async move({ from, to }: { from: string; to: string }) {
      await this.client.copyObjectInSelfBucket({ sourceKey: from, targetKey: to });
      await this.client.deleteObject({ key: from });
    }
    async copy({ from, to }: { from: string; to: string }) {
      await this.client.copyObjectInSelfBucket({ sourceKey: from, targetKey: to });
    }
    async addDeleteJob() {}
    async createPostPresignedUrl(params: any, options?: any) {
      return {
        url: 'http://localhost:9000/mock-bucket',
        fields: { key: `mock/${params.teamId || 'test'}/${params.filename}` },
        maxSize: (options?.maxFileSize || 100) * 1024 * 1024
      };
    }
    async createExternalUrl(params: any) {
      const { url } = await this.externalClient.generatePresignedGetUrl({
        key: params.key,
        expiredSeconds: params.expires
      });
      return url;
    }
    async createGetPresignedUrl(params: any) {
      const { url } = await this.client.generatePresignedGetUrl({
        key: params.key,
        expiredSeconds: params.expires
      });
      return url;
    }
    createPublicUrl(objectKey: string) {
      return this.externalClient.generatePublicGetUrl({ key: objectKey }).url;
    }
  };
};

vi.mock('@fastgpt/service/common/s3/buckets/base', () => ({
  S3BaseBucket: createMockBucketClass('fastgpt-bucket')
}));

vi.mock('@fastgpt/service/common/s3/buckets/public', () => ({
  S3PublicBucket: createMockBucketClass('fastgpt-public')
}));

vi.mock('@fastgpt/service/common/s3/buckets/private', () => ({
  S3PrivateBucket: createMockBucketClass('fastgpt-private')
}));

// Mock S3 source modules
vi.mock('@fastgpt/service/common/s3/sources/avatar', () => ({
  getS3AvatarSource: vi.fn(() => ({
    prefix: '/avatar/',
    createUploadAvatarURL: vi.fn().mockResolvedValue({
      url: 'http://localhost:9000/mock-bucket',
      fields: { key: 'mock-key' },
      maxSize: 5 * 1024 * 1024
    }),
    createPublicUrl: vi.fn((key: string) => `http://localhost:9000/mock-bucket/${key}`),
    removeAvatarTTL: vi.fn().mockResolvedValue(undefined),
    deleteAvatar: vi.fn().mockResolvedValue(undefined),
    refreshAvatar: vi.fn().mockResolvedValue(undefined),
    copyAvatar: vi.fn().mockResolvedValue('http://localhost:9000/mock-bucket/mock-avatar')
  }))
}));

vi.mock('@fastgpt/service/common/s3/sources/dataset/index', () => ({
  getS3DatasetSource: vi.fn(() => ({
    createUploadDatasetFileURL: vi.fn().mockResolvedValue({
      url: 'http://localhost:9000/mock-bucket',
      fields: { key: 'mock-key' },
      maxSize: 500 * 1024 * 1024
    }),
    deleteDatasetFile: vi.fn().mockResolvedValue(undefined)
  })),
  S3DatasetSource: vi.fn()
}));

vi.mock('@fastgpt/service/common/s3/sources/chat/index', () => ({
  S3ChatSource: vi.fn(),
  getS3ChatSource: vi.fn(() => ({
    createUploadChatFileURL: vi.fn().mockResolvedValue({
      url: 'http://localhost:9000/mock-bucket',
      fields: { key: 'mock-key' },
      maxSize: 5 * 1024 * 1024
    }),
    deleteChatFilesByPrefix: vi.fn().mockResolvedValue(undefined),
    deleteChatFile: vi.fn().mockResolvedValue(undefined)
  }))
}));

// Mock S3 initialization
vi.mock('@fastgpt/service/common/s3', () => ({
  initS3Buckets: vi.fn(() => {
    const mockBucket = createMockS3Bucket();
    global.s3BucketMap = {
      'fastgpt-public': mockBucket,
      'fastgpt-private': mockBucket
    } as any;
  }),
  initS3MQWorker: vi.fn().mockResolvedValue(undefined)
}));

// Mock S3 MQ (Message Queue) operations
vi.mock('@fastgpt/service/common/s3/queue/delete', () => ({
  prefixDel: vi.fn().mockResolvedValue(undefined),
  addDeleteJob: vi.fn().mockResolvedValue(undefined)
}));