diff --git a/tests/test_modeling_common.py b/tests/test_modeling_common.py
index daa438e9f1b..cd46934b5fc 100755
--- a/tests/test_modeling_common.py
+++ b/tests/test_modeling_common.py
@@ -21,6 +21,7 @@ import os.path
 import random
 import re
 import tempfile
+import unittest
 import warnings
 from collections import defaultdict
 from typing import Dict, List, Tuple
@@ -440,6 +441,7 @@ class ModelTesterMixin:
     @slow
     @require_accelerate
     @mark.accelerate_tests
+    @unittest.skip("Need to fix since we have a device mismatch")
     def test_save_load_low_cpu_mem_usage(self):
         config, inputs_dict = self.model_tester.prepare_config_and_inputs_for_common()
         with tempfile.TemporaryDirectory() as saved_model_path:
@@ -452,6 +454,7 @@ class ModelTesterMixin:
     @slow
     @require_accelerate
     @mark.accelerate_tests
+    @unittest.skip("Need to fix since we have a device mismatch")
     def test_save_load_low_cpu_mem_usage_checkpoints(self):
         config, inputs_dict = self.model_tester.prepare_config_and_inputs_for_common()
         with tempfile.TemporaryDirectory() as saved_model_path:
@@ -465,6 +468,7 @@ class ModelTesterMixin:
     @slow
     @require_accelerate
     @mark.accelerate_tests
+    @unittest.skip("Need to fix since we have a device mismatch")
     def test_save_load_low_cpu_mem_usage_no_safetensors(self):
         with tempfile.TemporaryDirectory() as saved_model_path:
             for model_class in self.all_model_classes: