add limit for too large ef to avoid huge latency for iterator(#1814) (#…

…1815) Signed-off-by: MrPresent-Han <[email protected]>
milvus-io · Dec 15, 2023 · 71e667d · 71e667d
1 parent f12777b
commit 71e667d
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/pymilvus/orm/iterator.py b/pymilvus/orm/iterator.py
@@ -47,7 +47,10 @@ def extend_batch_size(batch_size: int, next_param: dict, to_extend_batch_size: b
     if to_extend_batch_size:
         extend_rate = DEFAULT_SEARCH_EXTENSION_RATE
     if EF in next_param[PARAMS]:
-        return min(MAX_BATCH_SIZE, batch_size * extend_rate, next_param[PARAMS][EF])
+        real_batch = min(MAX_BATCH_SIZE, batch_size * extend_rate, next_param[PARAMS][EF])
+        if next_param[PARAMS][EF] > real_batch:
+            next_param[PARAMS][EF] = real_batch
+        return real_batch
     return min(MAX_BATCH_SIZE, batch_size * extend_rate)