Experiment: try fetch_k = 20

wandb · Jan 20, 2025 · 4dca364 · 4dca364
1 parent 96a58f2
commit 4dca364
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/wandbot/configs/chat_config.py b/src/wandbot/configs/chat_config.py
@@ -24,7 +24,7 @@ class ChatConfig(BaseSettings):
     redundant_similarity_threshold: float = 0.95  # used to remove very similar retrieved documents
     similarity_score_threshold: float = 0.0  # Used in similarity score threshold retrieval, similarity search used
     # Retrieval settings: MMR settings
-    fetch_k: int = 60  # Used in mmr retrieval. Typically set as top_k * 4
+    fetch_k: int = 20  # Used in mmr retrieval. Typically set as top_k * 4
     mmr_lambda_mult: float = 0.5  # used in mmr retrieval
     # Reranker models
     rereanker_provider: str = "cohere"