Just 40* (#2332)

huggingface · Jan 12, 2024 · 31fd2b1 · 31fd2b1
1 parent fce61a9
commit 31fd2b1
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 5 deletions.
diff --git a/src/accelerate/commands/launch.py b/src/accelerate/commands/launch.py
@@ -650,7 +650,7 @@ def multi_gpu_launcher(args):
 
     current_env = prepare_multi_gpu_env(args)
     if not check_cuda_p2p_ib_support():
-        message = "Using RTX 3090 or 4000 series which doesn't support faster communication speedups. Ensuring P2P and IB communications are disabled."
+        message = "Using RTX 4000 series which doesn't support faster communication speedups. Ensuring P2P and IB communications are disabled."
         warn = False
         if "NCCL_P2P_DISABLE" not in current_env:
             current_env["NCCL_P2P_DISABLE"] = "1"
@@ -687,7 +687,7 @@ def deepspeed_launcher(args):
 
     cmd, current_env = prepare_deepspeed_cmd_env(args)
     if not check_cuda_p2p_ib_support():
-        message = "Using RTX 3090 or 4000 series which doesn't support faster communication speedups. Ensuring P2P and IB communications are disabled."
+        message = "Using RTX 4000 series which doesn't support faster communication speedups. Ensuring P2P and IB communications are disabled."
         warn = False
         if "NCCL_P2P_DISABLE" not in current_env:
             current_env["NCCL_P2P_DISABLE"] = "1"

diff --git a/src/accelerate/state.py b/src/accelerate/state.py
@@ -205,7 +205,7 @@ def __init__(self, cpu: bool = False, **kwargs):
                 if self.device.type == "cuda" and not check_cuda_p2p_ib_support():
                     if "NCCL_P2P_DISABLE" not in os.environ or "NCCL_IB_DISABLE" not in os.environ:
                         raise NotImplementedError(
-                            "Using RTX 3090 or 4000 series doesn't support faster communication broadband via P2P or IB. "
+                            "Using RTX 4000 series doesn't support faster communication broadband via P2P or IB. "
                             'Please set `NCCL_P2P_DISABLE="1"` and `NCCL_IB_DISABLE="1" or use `accelerate launch` which '
                             "will do this automatically."
                         )
@@ -221,7 +221,7 @@ def __init__(self, cpu: bool = False, **kwargs):
                 if not check_cuda_p2p_ib_support():
                     if "NCCL_P2P_DISABLE" not in os.environ or "NCCL_IB_DISABLE" not in os.environ:
                         raise NotImplementedError(
-                            "Using RTX 3090 or 4000 series doesn't support faster communication broadband via P2P or IB. "
+                            "Using RTX 4000 series doesn't support faster communication broadband via P2P or IB. "
                             'Please set `NCCL_P2P_DISABLE="1"` and `NCCL_IB_DISABLE="1" or use `accelerate launch` which '
                             "will do this automatically."
                         )

diff --git a/src/accelerate/utils/environment.py b/src/accelerate/utils/environment.py
@@ -99,7 +99,8 @@ def check_cuda_p2p_ib_support():
     """
     try:
         device_names, device_count = get_gpu_info()
-        unsupported_devices = {"RTX 3090", "RTX 40"}
+        # As new consumer GPUs get released, add them to `unsupported_devices``
+        unsupported_devices = {"RTX 40"}
         if device_count > 1:
             if any(
                 unsupported_device in device_name