mirror of
https://github.com/labring/FastGPT.git
synced 2026-02-27 01:02:22 +08:00
64f70a41c1
* feat(vectordb): add OceanBase HNSW quantization (HNSW_SQ/HNSW_BQ) (#6348) Support OceanBase vector index quantization via VECTOR_VQ_LEVEL: - 32 (default): hnsw + inner_product - 8: hnsw_sq + inner_product (2-3x memory savings) - 1: hnsw_bq + cosine (~15x memory savings) HNSW_BQ requires cosine distance per OceanBase docs. Tested on OceanBase 4.3.5.5 (BP5). Closes #6202 * feat: add test inclusion for vectorDB tests in vitest configuration (#6358) * feat: add test inclusion for vectorDB tests in vitest configuration * refactor: update vectorDB README and setup for environment configuration - Enhanced README to clarify the use of factory pattern for vectorDB integration tests. - Updated instructions for setting up environment variables from a local file. - Removed obsolete PG integration test file and adjusted test execution instructions. - Improved structure explanation for shared test data and factory functions. * perf: integrationTest * feat: vector integration --------- Co-authored-by: ZHANG Yixin <hi.yixinz@gmail.com> Co-authored-by: Jingchao <alswlx@gmail.com>
68 lines
2.2 KiB
TypeScript
68 lines
2.2 KiB
TypeScript
import './mocks';
|
|
import { existsSync, readFileSync } from 'fs';
|
|
|
|
import { connectMongo } from '@fastgpt/service/common/mongo/init';
|
|
import { initGlobalVariables } from '@/service/common/system';
|
|
import { afterAll, beforeAll, beforeEach, inject, onTestFinished, vi } from 'vitest';
|
|
import setupModels from './setupModels';
|
|
import { clean } from './datas/users';
|
|
import { connectionLogMongo, connectionMongo } from '@fastgpt/service/common/mongo';
|
|
import { delay } from '@fastgpt/global/common/system/utils';
|
|
|
|
vi.stubEnv('NODE_ENV', 'test');
|
|
|
|
beforeAll(async () => {
|
|
vi.stubEnv('MONGODB_URI', inject('MONGODB_URI'));
|
|
await connectMongo({ db: connectionMongo, url: inject('MONGODB_URI') });
|
|
await connectMongo({ db: connectionLogMongo, url: inject('MONGODB_URI') });
|
|
|
|
initGlobalVariables();
|
|
global.systemEnv = {} as any;
|
|
|
|
// await getInitConfig();
|
|
if (existsSync('projects/app/.env.local')) {
|
|
const str = readFileSync('projects/app/.env.local', 'utf-8');
|
|
const lines = str.split('\n');
|
|
const systemEnv: Record<string, string> = {};
|
|
for (const line of lines) {
|
|
const [key, value] = line.split('=');
|
|
if (key && value && !key.startsWith('#')) {
|
|
systemEnv[key] = value;
|
|
}
|
|
}
|
|
global.systemEnv.oneapiUrl = systemEnv['OPENAI_BASE_URL'];
|
|
global.systemEnv.chatApiKey = systemEnv['CHAT_API_KEY'];
|
|
}
|
|
global.feConfigs = {
|
|
isPlus: false
|
|
} as any;
|
|
await setupModels();
|
|
});
|
|
|
|
afterAll(async () => {
|
|
if (connectionMongo?.connection) connectionMongo?.connection.close();
|
|
if (connectionLogMongo?.connection) connectionLogMongo?.connection.close();
|
|
});
|
|
|
|
beforeEach(async () => {
|
|
await connectMongo({ db: connectionMongo, url: inject('MONGODB_URI') });
|
|
await connectMongo({ db: connectionLogMongo, url: inject('MONGODB_URI') });
|
|
|
|
onTestFinished(async () => {
|
|
clean();
|
|
|
|
// Ensure all sessions are closed before dropping database
|
|
try {
|
|
await Promise.all([
|
|
connectionMongo?.connection.db?.dropDatabase(),
|
|
connectionLogMongo?.connection.db?.dropDatabase()
|
|
]);
|
|
} catch (error) {
|
|
// Ignore errors during cleanup
|
|
console.warn('Error during test cleanup:', error);
|
|
}
|
|
});
|
|
});
|
|
|
|
delay(1000);
|