2.0.4

lucidrains · Feb 15, 2025 · 6739534 · 6739534
1 parent fd70e3e
commit 6739534
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "x-transformers"
-version = "2.0.2"
+version = "2.0.4"
 description = "X-Transformers"
 authors = [
     { name = "Phil Wang", email = "[email protected]" }

diff --git a/x_transformers/x_transformers.py b/x_transformers/x_transformers.py
@@ -1282,7 +1282,7 @@ def __init__(
             dim_kv_input = dim_latent_kv
 
         if exists(latent_rope_subheads):
-            assert not exists(rotate_num_heads)
+            assert not exists(rotate_num_heads), '`rotate_num_heads` cannot be set when multi-latent attention is being used'
             rotate_num_heads = latent_rope_subheads
 
             k_dim = dim_head * (kv_heads - latent_rope_subheads)