diff --git a/tests/test_modeling_flax_bert.py b/tests/test_modeling_flax_bert.py
index 42d6bfed0384..3e9028473d39 100644
--- a/tests/test_modeling_flax_bert.py
+++ b/tests/test_modeling_flax_bert.py
@@ -48,6 +48,7 @@ def assert_almost_equals(self, a: ndarray, b: ndarray, tol: float):
 
 
 @require_flax
+@require_torch
 @pytest.mark.parametrize("jit", ["disable_jit", "enable_jit"])
 def test_multiple_sentences(jit):
     tokenizer = BertTokenizerFast.from_pretrained("bert-base-cased")
diff --git a/tests/test_modeling_flax_roberta.py b/tests/test_modeling_flax_roberta.py
index f058d54528d9..e6a207c291be 100644
--- a/tests/test_modeling_flax_roberta.py
+++ b/tests/test_modeling_flax_roberta.py
@@ -48,6 +48,7 @@ def assert_almost_equals(self, a: ndarray, b: ndarray, tol: float):
 
 
 @require_flax
+@require_torch
 @pytest.mark.parametrize("jit", ["disable_jit", "enable_jit"])
 def test_multiple_sentences(jit):
     tokenizer = RobertaTokenizerFast.from_pretrained("roberta-base")