diff --git a/tests/models/mobilebert/test_modeling_mobilebert.py b/tests/models/mobilebert/test_modeling_mobilebert.py
index e4ebca4b6e5..a914ce578dc 100644
--- a/tests/models/mobilebert/test_modeling_mobilebert.py
+++ b/tests/models/mobilebert/test_modeling_mobilebert.py
@@ -302,6 +302,10 @@ def _prepare_for_class(self, inputs_dict, model_class, return_labels=False):
     def test_resize_tokens_embeddings(self):
         super().test_resize_tokens_embeddings()
 
+    @unittest.skip("This test is currently broken because of safetensors.")
+    def test_tf_from_pt_safetensors(self):
+        pass
+
     def setUp(self):
         self.model_tester = MobileBertModelTester(self)
         self.config_tester = ConfigTester(self, config_class=MobileBertConfig, hidden_size=37)
diff --git a/tests/models/speech_to_text_2/test_modeling_speech_to_text_2.py b/tests/models/speech_to_text_2/test_modeling_speech_to_text_2.py
index cbb449c6e7a..b2220a9e74d 100644
--- a/tests/models/speech_to_text_2/test_modeling_speech_to_text_2.py
+++ b/tests/models/speech_to_text_2/test_modeling_speech_to_text_2.py
@@ -196,6 +196,10 @@ def setUp(
     def test_inputs_embeds(self):
         pass
 
+    @unittest.skip("This test is currently broken because of safetensors.")
+    def test_tf_from_pt_safetensors(self):
+        pass
+
     # speech2text2 has no base model
     def test_save_load_fast_init_from_base(self):
         pass
diff --git a/tests/models/transfo_xl/test_modeling_transfo_xl.py b/tests/models/transfo_xl/test_modeling_transfo_xl.py
index 63afd438d97..d100ea381d6 100644
--- a/tests/models/transfo_xl/test_modeling_transfo_xl.py
+++ b/tests/models/transfo_xl/test_modeling_transfo_xl.py
@@ -490,6 +490,10 @@ def _mock_init_weights(self, module):
     def test_left_padding_compatibility(self):
         pass
 
+    @unittest.skip("This test is currently broken because of safetensors.")
+    def test_tf_from_pt_safetensors(self):
+        pass
+
 
 @require_torch
 class TransfoXLModelLanguageGenerationTest(unittest.TestCase):
diff --git a/tests/models/xglm/test_modeling_xglm.py b/tests/models/xglm/test_modeling_xglm.py
index 235d9e19001..5fa92c8082c 100644
--- a/tests/models/xglm/test_modeling_xglm.py
+++ b/tests/models/xglm/test_modeling_xglm.py
@@ -357,6 +357,10 @@ def test_model_from_pretrained(self):
     def test_model_parallelism(self):
         super().test_model_parallelism()
 
+    @unittest.skip("This test is currently broken because of safetensors.")
+    def test_tf_from_pt_safetensors(self):
+        pass
+
 
 @require_torch
 class XGLMModelLanguageGenerationTest(unittest.TestCase):