from __future__ import annotations from .base import DeviceBackend class CudaBackend(DeviceBackend): name = "cuda" visibility_env_keys = ("CUDA_VISIBLE_DEVICES",) torch_namespace = "cuda" flaggems_vendor = "nvidia" supports_cuda_graph = True supports_mm_cluster_fix = True supports_triton_hooks = True list_command = (("nvidia-smi", "--list-gpus"), "GPU ")