File tree Expand file tree Collapse file tree 1 file changed +2
-3
lines changed
transformer_engine/common/fused_attn Expand file tree Collapse file tree 1 file changed +2
-3
lines changed Original file line number Diff line number Diff line change @@ -178,9 +178,8 @@ NVTE_Fused_Attn_Backend nvte_get_fused_attn_backend(
178
178
max_seqlen_q <= max_seqlen_kv && dropout == 0.0 ) ||
179
179
((cudnn_runtime_version >= 90500 ) &&
180
180
(attn_mask_type == NVTE_Mask_Type::NVTE_CAUSAL_BOTTOM_RIGHT_MASK ||
181
- attn_mask_type == NVTE_Mask_Type::NVTE_PADDING_CAUSAL_BOTTOM_RIGHT_MASK) &&
182
- bias_type == NVTE_Bias_Type::NVTE_NO_BIAS &&
183
- dropout == 0.0 )) &&
181
+ attn_mask_type == NVTE_Mask_Type::NVTE_PADDING_CAUSAL_BOTTOM_RIGHT_MASK) &&
182
+ bias_type == NVTE_Bias_Type::NVTE_NO_BIAS && dropout == 0.0 )) &&
184
183
// bias + mask combination
185
184
(!(cudnn_runtime_version >= 8906 &&
186
185
(attn_mask_type == NVTE_Mask_Type::NVTE_PADDING_MASK ||
You can’t perform that action at this time.
0 commit comments