Update modeling_utils.py

huggingface · Dec 17, 2024 · 49135d0 · 49135d0
1 parent 0d3d3e3
commit 49135d0
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/src/transformers/modeling_utils.py b/src/transformers/modeling_utils.py
@@ -1545,8 +1545,6 @@ def _autoset_attn_implementation(
                     "Using the `SDPA` attention implementation on multi-gpu setup with ROCM may lead to performance issues due to the FA backend. Disabling it to use alternative backends."
                 )
                 torch.backends.cuda.enable_flash_sdp(False)
-        elif config._attn_implementation in ALL_ATTENTION_FUNCTIONS:
-            pass
         elif isinstance(requested_attn_implementation, dict):
             config._attn_implementation = None
         else: