Merge pull request Dao-AILab#105 from jamaliki/patch-1

Change default dropout value in documentation
ShaohanTian · Jan 16, 2023 · 2ec7d3f · 2ec7d3f
2 parents ef085cf + 41cb909
commit 2ec7d3f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/flash_attn/flash_attention.py b/flash_attn/flash_attention.py
@@ -16,7 +16,7 @@ class FlashAttention(nn.Module):
                       (default: 1/sqrt(d_keys) where d_keys is computed at
                       runtime)
         attention_dropout: The dropout rate to apply to the attention
-                           (default: 0.1)
+                           (default: 0.0)
     """
     def __init__(self, softmax_scale=None, attention_dropout=0.0, device=None, dtype=None):
         super().__init__()