ChatGPT/FastGPT
1
0
Fork 0
mirror of https://github.com/labring/FastGPT.git synced 2026-05-06 01:02:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: pg half vector (#6201)

Browse Source
This commit is contained in:
Archer
2026-01-06 16:47:55 +08:00
committed by GitHub
parent 6ad4b00b2a
commit 573f3544e7
11 changed files with 117 additions and 88 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/service/common/vectorDB/constants.ts
+19
View File
@@ -5,3 +5,22 @@ export const PG_ADDRESS = process.env.PG_URL;
export const OCEANBASE_ADDRESS = process.env.OCEANBASE_URL;
export const MILVUS_ADDRESS = process.env.MILVUS_ADDRESS;
export const MILVUS_TOKEN = process.env.MILVUS_TOKEN;
export const VectorVQ = (() => {
if (process.env.VECTOR_VQ_LEVEL === '32') {
return 32;
}
if (process.env.VECTOR_VQ_LEVEL === '16') {
return 16;
}
if (process.env.VECTOR_VQ_LEVEL === '8') {
return 8;
}
if (process.env.VECTOR_VQ_LEVEL === '4') {
return 4;
}
if (process.env.VECTOR_VQ_LEVEL === '2') {
return 2;
}
return 32;
})();
packages/service/common/vectorDB/pg/index.ts
+5 -3
View File
@@ -1,5 +1,5 @@
/* pg vector crud */
import { DatasetVectorTableName } from '../constants';
import { DatasetVectorTableName, VectorVQ } from '../constants';
import { PgClient, connectPg } from './controller';
import { type PgSearchRawType } from '@fastgpt/global/core/dataset/api';
import type { VectorControllerType } from '../type';
@@ -9,13 +9,15 @@ import { addLog } from '../../system/log';
export class PgVectorCtrl implements VectorControllerType {
constructor() {}
init = async () => {
const isHalfVec = VectorVQ === 16;
try {
await connectPg();
await PgClient.query(`
CREATE EXTENSION IF NOT EXISTS vector;
CREATE TABLE IF NOT EXISTS ${DatasetVectorTableName} (
id BIGSERIAL PRIMARY KEY,
vector VECTOR(1536) NOT NULL,
vector ${isHalfVec ? 'HALFVEC(1536)' : 'VECTOR(1536)'} NOT NULL,
team_id VARCHAR(50) NOT NULL,
dataset_id VARCHAR(50) NOT NULL,
collection_id VARCHAR(50) NOT NULL,
@@ -24,7 +26,7 @@ export class PgVectorCtrl implements VectorControllerType {
`);
await PgClient.query(
`CREATE INDEX CONCURRENTLY IF NOT EXISTS vector_index ON ${DatasetVectorTableName} USING hnsw (vector vector_ip_ops) WITH (m = 32, ef_construction = 128);`
`CREATE INDEX CONCURRENTLY IF NOT EXISTS vector_index ON ${DatasetVectorTableName} USING hnsw (vector ${isHalfVec ? 'halfvec_ip_ops' : 'vector_ip_ops'}) WITH (m = 32, ef_construction = 128);`
);
await PgClient.query(
`CREATE INDEX CONCURRENTLY IF NOT EXISTS team_dataset_collection_index ON ${DatasetVectorTableName} USING btree(team_id, dataset_id, collection_id);`