From 72bdea7456265d13c98b2211af7309ffe74dd5d8 Mon Sep 17 00:00:00 2001 From: timvisee Date: Wed, 2 Oct 2024 16:14:45 +0200 Subject: [PATCH] Allow parallel optimizations in Qdrant after uploading --- engine/clients/qdrant/upload.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/engine/clients/qdrant/upload.py b/engine/clients/qdrant/upload.py index a5c2dbbe..d6f19c2b 100644 --- a/engine/clients/qdrant/upload.py +++ b/engine/clients/qdrant/upload.py @@ -62,7 +62,8 @@ def post_upload(cls, _distance): collection_name=QDRANT_COLLECTION_NAME, optimizer_config=OptimizersConfigDiff( # indexing_threshold=10_000, - max_optimization_threads=1, + # Set to a high number to not apply limits, already limited by CPU budget + max_optimization_threads=100_000, ), )