jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Optimize the memory usage of Tencent Vector Database (#22079)

Browse source 
Co-authored-by: wlleiiwang <wlleiiwang@tencent.com>
This commit is contained in:
wlleiiwang 2025-07-09 15:53:06 +08:00 • committed by GitHub
commit 89b52471fb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
api/core/rag/datasource/vdb/tencent/tencent_vector.py
View file

@ -122,7 +122,6 @@ class TencentVector(BaseVector):
metric_type, metric_type,
params, params,
) )
index_text = vdb_index.FilterIndex(self.field_text, enum.FieldType.String, enum.IndexType.FILTER)
index_metadate = vdb_index.FilterIndex(self.field_metadata, enum.FieldType.Json, enum.IndexType.FILTER) index_metadate = vdb_index.FilterIndex(self.field_metadata, enum.FieldType.Json, enum.IndexType.FILTER)
index_sparse_vector = vdb_index.SparseIndex( index_sparse_vector = vdb_index.SparseIndex(
name="sparse_vector", name="sparse_vector",
@ -130,7 +129,7 @@ class TencentVector(BaseVector):
index_type=enum.IndexType.SPARSE_INVERTED, index_type=enum.IndexType.SPARSE_INVERTED,
metric_type=enum.MetricType.IP, metric_type=enum.MetricType.IP,
) )
indexes = [index_id, index_vector, index_text, index_metadate] indexes = [index_id, index_vector, index_metadate]
if self._enable_hybrid_search: if self._enable_hybrid_search:
indexes.append(index_sparse_vector) indexes.append(index_sparse_vector)
try: try:
@ -149,7 +148,7 @@ class TencentVector(BaseVector):
index_metadate = vdb_index.FilterIndex( index_metadate = vdb_index.FilterIndex(
self.field_metadata, enum.FieldType.String, enum.IndexType.FILTER self.field_metadata, enum.FieldType.String, enum.IndexType.FILTER
) )
indexes = [index_id, index_vector, index_text, index_metadate] indexes = [index_id, index_vector, index_metadate]
if self._enable_hybrid_search: if self._enable_hybrid_search:
indexes.append(index_sparse_vector) indexes.append(index_sparse_vector)
self._client.create_collection( self._client.create_collection(