Fix access error for torch.mps when using torch==1.13.1 on macOS (huggingface#2806)

* Fix access error for torch.mps when using torch==1.13.1

* Add missing parentheses

* add min_version

---------

Co-authored-by: Matthew Hoffman <[email protected]>

Author: SunMarc

src/accelerate/test_utils/testing.py

@@ -63,8 +63,10 @@ def get_backend():
         return "xla", torch.cuda.device_count(), torch.cuda.memory_allocated
     elif is_cuda_available():
         return "cuda", torch.cuda.device_count(), torch.cuda.memory_allocated
-    elif is_mps_available():
+    elif is_mps_available(min_version="2.0"):
         return "mps", 1, torch.mps.current_allocated_memory()
+    elif is_mps_available():
+        return "mps", 1, 0
     elif is_mlu_available():
         return "mlu", torch.mlu.device_count(), torch.mlu.memory_allocated
     elif is_npu_available():

src/accelerate/utils/imports.py

@@ -302,8 +302,10 @@ def is_mlflow_available():
     return False
 
 
-def is_mps_available():
-    return is_torch_version(">=", "1.12") and torch.backends.mps.is_available() and torch.backends.mps.is_built()
+def is_mps_available(min_version="1.12"):
+    # With torch 1.12, you can use torch.backends.mps
+    # With torch 2.0.0, you can use torch.mps
+    return is_torch_version(">=", min_version) and torch.backends.mps.is_available() and torch.backends.mps.is_built()
 
 
 def is_ipex_available():

src/accelerate/utils/memory.py

@@ -59,7 +59,7 @@ def release_memory(*objects):
         torch.mlu.empty_cache()
     elif is_npu_available():
         torch.npu.empty_cache()
-    elif is_mps_available():
+    elif is_mps_available(min_version="2.0"):
         torch.mps.empty_cache()
     else:
         torch.cuda.empty_cache()