Add blank line for readability before dynamic mask generation in create_mask

LoserCheems · LoserCheems · commit 0dbd67397deb · 2025-10-23T21:38:12.000+08:00
diff --git a/flash_dmattn/utils/mask.py b/flash_dmattn/utils/mask.py
@@ -102,6 +102,7 @@ def create_mask(
                 f"attention_mask shape {attention_mask.shape} is not compatible with key_len {key_len} or query_len {query_len}."
             )
     
+    # Generate dynamic mask based on attention_bias and attention_mask
     attention_mask = dynamic_mask(attention_bias, attention_mask, window_size, min_dtype)
 
     return attention_mask

Original file line number	Diff line number	Diff line change
`@@ -102,6 +102,7 @@ def create_mask(`
`102`	`102`	`f"attention_mask shape {attention_mask.shape} is not compatible with key_len {key_len} or query_len {query_len}."`
`103`	`103`	`)`
`104`	`104`
	`105`	`+ # Generate dynamic mask based on attention_bias and attention_mask`
`105`	`106`	`attention_mask = dynamic_mask(attention_bias, attention_mask, window_size, min_dtype)`
`106`	`107`
`107`	`108`	`return attention_mask`