feat(device_capabilities.py): add support for NVIDIA RTX 4000 ADA generation device capabilities

ade9db4dfdea967836cfbbc97c51fe8c7030bad7 · 2024-10-10 10:44:21 +0200 · LIPERE Benjamin

Files touched

M exo/topology/device_capabilities.py

Diff

commit ade9db4dfdea967836cfbbc97c51fe8c7030bad7
Author: LIPERE Benjamin <benjamin.lipere123@gmail.com>
Date:   Thu Oct 10 10:44:21 2024 +0200

    feat(device_capabilities.py): add support for NVIDIA RTX 4000 ADA generation device capabilities
---
 exo/topology/device_capabilities.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/exo/topology/device_capabilities.py b/exo/topology/device_capabilities.py
index 0b8484d9..afc4d5a4 100644
--- a/exo/topology/device_capabilities.py
+++ b/exo/topology/device_capabilities.py
@@ -97,6 +97,8 @@ CHIP_FLOPS = {
   "NVIDIA RTX A4500": DeviceFlops(fp32=23.65*TFLOPS, fp16=23.65*TFLOPS, int8=94.6*TFLOPS),
   "NVIDIA RTX A5000": DeviceFlops(fp32=27.8*TFLOPS, fp16=27.8*TFLOPS, int8=111.2*TFLOPS),
   "NVIDIA RTX A6000": DeviceFlops(fp32=38.71*TFLOPS, fp16=38.71*TFLOPS, int8=154.84*TFLOPS),
+  # NVIDIA Ada Lovelace Architecture-Based
+  "NVIDIA RTX 4000 ADA GENERATION": DeviceFlops(fp32=26.7*TFLOPS, fp16=26.7*TFLOPS, int8=258.0*TFLOPS),
   # Common Server GPUs
   "NVIDIA A40 48GB PCIE": DeviceFlops(fp32=37.4*TFLOPS, fp16=149.7*TFLOPS, int8=299.3*TFLOPS),
   "NVIDIA A100 40GB PCIE": DeviceFlops(fp32=19.5*TFLOPS, fp16=312.0*TFLOPS, int8=624.0*TFLOPS),

← a0ad18c6 Fix GPU names for RTX Ampere cards · back to Exo · updgrade all mac ci jobs to xcode=16.0.0, resource_class=m2p 8950d95e →