diff --git a/tests/models/test_modeling_common.py b/tests/models/test_modeling_common.py
index 034c7434a2d5..bc8416e0888a 100644
--- a/tests/models/test_modeling_common.py
+++ b/tests/models/test_modeling_common.py
@@ -124,11 +124,8 @@ def test_cached_files_are_used_when_no_internet(self):
             if p1.data.ne(p2.data).sum() > 0:
                 assert False, "Parameters not the same!"
 
+    @unittest.skipIf(torch_device == "mps", reason="Test not supported for MPS.")
     def test_one_request_upon_cached(self):
-        # TODO: For some reason this test fails on MPS where no HEAD call is made.
-        if torch_device == "mps":
-            return
-
         use_safetensors = False
 
         with tempfile.TemporaryDirectory() as tmpdirname: