Disable flash attention 2 by default

fishaudio · Dec 29, 2023 · 2919eaf · 2919eaf
1 parent e8e366e
commit 2919eaf
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/fish_speech/models/text2semantic/llama.py b/fish_speech/models/text2semantic/llama.py
@@ -38,7 +38,7 @@ class ModelArgs:
     codebook_padding_idx: int = 0
 
     # Use flash attention
-    use_flash_attention: bool = is_flash_attn_2_available()
+    use_flash_attention: bool = False
 
     # Gradient checkpointing
     use_gradient_checkpointing: bool = True