TTIC SLURM Cluster: Process Statistics
Sat Jun 25 17:16:11 CDT 2022 [Docs] | [Job Process Info] | [Job Queue] | [Cluster Usage & Load]
| Node | User | Command | CPU % | MEM % | MEM (kb) |
|---|---|---|---|---|---|
| cpu1 | NCPU: 64 load average: 0.06, 0.03, 0.05 | ||||
| cpu2 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| cpu3 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| cpu4 | NCPU: 8 load average: 0.06, 0.04, 0.05 | ||||
| cpu5 | NCPU: 8 load average: 0.05, 0.03, 0.05 | ||||
| cpu6 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| cpu7 | NCPU: 8 load average: 0.03, 0.03, 0.05 | ||||
| cpu8 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| cpu9 | NCPU: 8 load average: 0.00, 0.03, 0.05 | ||||
| cpu10 | NCPU: 12 load average: 0.08, 0.06, 0.06 | ||||
| cpu11 | NCPU: 12 load average: 0.00, 0.01, 0.05 | ||||
| cpu12 | NCPU: 12 load average: 0.00, 0.01, 0.05 | ||||
| cpu13 | NCPU: 12 load average: 0.00, 0.01, 0.05 | ||||
| cpu14 | NCPU: 12 load average: 0.00, 0.01, 0.05 | ||||
| cpu15 | NCPU: 12 load average: 0.00, 0.01, 0.05 | ||||
| cpu16 | NCPU: 12 load average: 0.00, 0.01, 0.05 | ||||
| cpu17 | NCPU: 12 load average: 0.00, 0.01, 0.05 | ||||
| cpu18 | NCPU: 20 load average: 0.07, 0.07, 0.06 | ||||
| cpu19 | NCPU: 8 load average: 0.05, 0.03, 0.05 | ||||
| cpu20 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| cpu21 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| cpu22 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| cpu23 | NCPU: 64 load average: 0.00, 0.01, 0.05 | ||||
| gpu1 | NCPU: 20 load average: 9.97, 10.32, 10.18 | ||||
| blai | colabfold_batch | 123 | 1.6 | 4308916 | |
| blai | colabfold_batch | 106 | 2.0 | 5422716 | |
| blai | colabfold_batch | 105 | 1.7 | 4513108 | |
| blai | colabfold_batch | 104 | 1.7 | 4612000 | |
| blai | colabfold_batch | 104 | 1.8 | 4967664 | |
| blai | colabfold_batch | 103 | 1.8 | 4834976 | |
| blai | colabfold_batch | 103 | 1.6 | 4462668 | |
| blai | colabfold_batch | 102 | 1.8 | 4979584 | |
| blai | colabfold_batch | 101 | 1.9 | 5066780 | |
| blai | colabfold_batch | 93.8 | 0.8 | 2118564 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| blai | slurm_script | 0.0 | 0.0 | 1556 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| gpu2 | NCPU: 16 load average: 4.06, 3.91, 3.97 | ||||
| blai | colabfold_batch | 111 | 1.2 | 3268652 | |
| blai | colabfold_batch | 103 | 1.3 | 3616796 | |
| blai | colabfold_batch | 102 | 1.3 | 3547764 | |
| omar | python | 100 | 0.9 | 2525556 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| omar | slurm_script | 0.0 | 0.0 | 1396 | |
| omar | bash | 0.0 | 0.0 | 1540 | |
| blai | slurm_script | 0.0 | 0.0 | 1556 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| gpu3 | NCPU: 28 load average: 3.75, 3.83, 3.59 | ||||
| blai | colabfold_batch | 113 | 1.7 | 4711488 | |
| blai | colabfold_batch | 109 | 2.0 | 5329288 | |
| blai | colabfold_batch | 107 | 1.8 | 4874420 | |
| blai | colabfold_batch | 105 | 1.8 | 4782900 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| blai | slurm_script | 0.0 | 0.0 | 1556 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1556 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| gpu4 | NCPU: 20 load average: 1.04, 1.09, 0.92 | ||||
| blai | colabfold_batch | 110 | 2.2 | 4442992 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1452 | |
| gpu5 | NCPU: 48 load average: 0.06, 0.10, 0.22 | ||||
| sudarshan | python3 | 0.8 | 0.2 | 2291752 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814180 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814184 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814184 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814192 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814196 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814196 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814196 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814196 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814196 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814192 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814196 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814200 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814204 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814204 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814200 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814200 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814208 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814224 | |
| sudarshan | python3 | 0.5 | 0.1 | 1814232 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814176 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814164 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814176 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814164 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814172 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814184 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814184 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814188 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814188 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814188 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814192 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814196 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814192 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814192 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814196 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814196 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814196 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814196 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814196 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814204 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814224 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814224 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814224 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814228 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814228 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814228 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814232 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814232 | |
| sudarshan | python3 | 0.4 | 0.1 | 1814236 | |
| sudarshan | python3 | 0.3 | 0.1 | 1912300 | |
| sudarshan | python3 | 0.2 | 0.1 | 1905808 | |
| sudarshan | bash | 0.0 | 0.0 | 2408 | |
| sudarshan | tee | 0.0 | 0.0 | 672 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800380 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800384 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800384 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800388 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800392 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800388 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800396 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800396 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800396 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800396 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800400 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800396 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800400 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800400 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800400 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800404 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800408 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800408 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800412 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800412 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800412 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800412 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800412 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800412 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800408 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800432 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800432 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800432 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800432 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800436 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800444 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800440 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800444 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800448 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800452 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800452 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800448 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800448 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800452 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800448 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800452 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800452 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800452 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800456 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800456 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800456 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800460 | |
| sudarshan | python3 | 0.0 | 0.1 | 1800456 | |
| gpu6 | NCPU: 20 load average: 0.03, 0.02, 0.05 | ||||
| jiahao | bash | 0.0 | 0.0 | 1140 | |
| jiahao | bash | 0.0 | 0.0 | 1428 | |
| gpu10 | NCPU: 6 load average: 0.03, 0.03, 0.05 | ||||
| gpu11 | NCPU: 20 load average: 0.06, 0.06, 0.05 | ||||
| gpu12 | NCPU: 16 load average: 0.05, 0.03, 0.05 | ||||
| gpu13 | NCPU: 16 load average: 3.65, 3.72, 3.80 | ||||
| blai | colabfold_batch | 107 | 1.2 | 3366596 | |
| blai | colabfold_batch | 104 | 1.4 | 3744748 | |
| blai | colabfold_batch | 103 | 1.4 | 3826164 | |
| blai | colabfold_batch | 94.1 | 0.6 | 1732476 | |
| blai | slurm_script | 0.0 | 0.0 | 1556 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1556 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| gpu14 | NCPU: 16 load average: 3.85, 3.87, 3.81 | ||||
| blai | colabfold_batch | 108 | 1.6 | 4420440 | |
| blai | colabfold_batch | 105 | 1.6 | 4284664 | |
| blai | colabfold_batch | 105 | 1.6 | 4454536 | |
| blai | colabfold_batch | 102 | 1.6 | 4475900 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1556 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| gpu15 | NCPU: 16 load average: 3.64, 3.71, 3.75 | ||||
| blai | colabfold_batch | 105 | 1.4 | 3724860 | |
| blai | colabfold_batch | 104 | 1.4 | 3787120 | |
| blai | colabfold_batch | 103 | 1.6 | 4344120 | |
| blai | colabfold_batch | 61.0 | 0.0 | 122160 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| blai | slurm_script | 0.0 | 0.0 | 1556 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1452 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1556 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| gpu16 | NCPU: 16 load average: 3.47, 3.58, 3.71 | ||||
| blai | colabfold_batch | 116 | 2.4 | 6389420 | |
| blai | colabfold_batch | 109 | 2.3 | 6294116 | |
| blai | colabfold_batch | 107 | 2.5 | 6648208 | |
| blai | colabfold_batch | 102 | 2.6 | 6982252 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1556 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| gpu17 | NCPU: 16 load average: 3.79, 4.04, 4.02 | ||||
| blai | colabfold_batch | 125 | 1.3 | 3581884 | |
| blai | colabfold_batch | 109 | 1.5 | 4123444 | |
| blai | colabfold_batch | 104 | 1.5 | 4165088 | |
| omar | python | 100 | 1.1 | 3020424 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| omar | slurm_script | 0.0 | 0.0 | 1396 | |
| omar | bash | 0.0 | 0.0 | 1540 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1456 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| gpu19 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| xdu | bash | 0.0 | 0.0 | 2336 | |
| gpu20 | NCPU: 4 load average: 0.00, 0.01, 0.05 | ||||
| gpu21 | NCPU: 4 load average: 0.11, 0.06, 0.06 | ||||
| gpu22 | NCPU: 4 load average: 0.00, 0.01, 0.05 | ||||
| gpu23 | NCPU: 4 load average: 0.00, 0.03, 0.05 | ||||
| jiahao | bash | 0.0 | 0.0 | 2516 | |
| jiahao | jupyter-noteboo | 0.0 | 0.0 | 61176 | |
| jiahao | bash | 0.0 | 0.0 | 4548 | |
| jiahao | bash | 0.0 | 0.0 | 2580 | |
| gpu24 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| gpu25 | NCPU: 4 load average: 0.07, 0.05, 0.05 | ||||
| savarese | bash | 0.0 | 0.0 | 2396 | |
| gpu27 | NCPU: 16 load average: 0.01, 0.03, 0.05 | ||||
| gpu28 | NCPU: 20 load average: 0.03, 0.03, 0.05 | ||||
| jiahao | bash | 0.0 | 0.0 | 884 | |
| gpu29 | NCPU: 20 load average: 0.00, 0.01, 0.05 | ||||
| gpu30 | NCPU: 20 load average: 0.00, 0.01, 0.05 | ||||
| gpu31 | NCPU: 24 load average: 0.03, 0.04, 0.05 | ||||
| gpu32 | NCPU: 24 load average: 0.00, 0.01, 0.05 | ||||
| gpu33 | NCPU: 20 load average: 0.00, 0.03, 0.05 | ||||
| gpu34 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| gpu35 | NCPU: 16 load average: 0.04, 0.03, 0.31 | ||||
| gpu36 | NCPU: 20 load average: 1.82, 1.91, 2.35 | ||||
| blai | colabfold_batch | 105 | 2.1 | 4312356 | |
| blai | colabfold_batch | 105 | 2.2 | 4459804 | |
| blai | slurm_script | 0.0 | 0.0 | 1560 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| blai | slurm_script | 0.0 | 0.0 | 1556 | |
| blai | colabfold_batch | 0.0 | 0.0 | 1460 | |
| gpu37 | NCPU: 20 load average: 0.00, 0.01, 0.33 | ||||
| gpu38 | NCPU: 20 load average: 0.00, 0.01, 0.05 | ||||
| gpu39 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| gpu40 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
TTIC SLURM Cluster: GPU Statistics
Sat Jun 25 17:16:11 CDT 2022
| Node | Fan Speed | Temp | Perf State | Power | Max | Memory | Max | GPU Usage | User |
|---|---|---|---|---|---|---|---|---|---|
| gpu1 | 85% | 70C | P2 | 138W | 140W | 3937MiB | 16117MiB | 100% | blai |
| gpu1 | 85% | 71C | P2 | 139W | 140W | 4323MiB | 16117MiB | 100% | blai |
| gpu1 | 85% | 67C | P2 | 138W | 140W | 3169MiB | 16117MiB | 100% | blai |
| gpu1 | 85% | 65C | P2 | 130W | 140W | 2657MiB | 16117MiB | 100% | blai |
| gpu1 | 85% | 68C | P2 | 138W | 140W | 2785MiB | 16117MiB | 100% | blai |
| gpu1 | 85% | 66C | P2 | 139W | 140W | 2657MiB | 16117MiB | 100% | blai |
| gpu1 | 85% | 70C | P2 | 134W | 140W | 3041MiB | 16117MiB | 100% | blai |
| gpu1 | 85% | 61C | P2 | 52W | 140W | 2657MiB | 16117MiB | 56% | blai |
| gpu1 | 85% | 68C | P2 | 138W | 140W | 2657MiB | 16117MiB | 93% | blai |
| gpu1 | 85% | 44C | P2 | 37W | 140W | 2364MiB | 16117MiB | 0% | blai |
| gpu2 | 85% | 75C | P2 | 201W | 250W | 3064MiB | 11178MiB | 100% | blai |
| gpu2 | 85% | 68C | P2 | 68W | 250W | 2680MiB | 11178MiB | 0% | blai |
| gpu2 | 85% | 77C | P2 | 95W | 250W | 2424MiB | 11178MiB | 28% | blai |
| gpu2 | 85% | 50C | P2 | 63W | 250W | 644MiB | 11178MiB | 6% | omar |
| gpu3 | 83C | P2 | 242W | 250W | 6384MiB | 11019MiB | 100% | Default | blai |
| gpu3 | 85% | 72C | P2 | 223W | 250W | 4334MiB | 11019MiB | 100% | blai |
| gpu3 | 73% | 70C | P2 | 235W | 250W | 3440MiB | 11019MiB | 100% | blai |
| gpu3 | 85% | 70C | P2 | 231W | 250W | 3568MiB | 11019MiB | 100% | blai |
| gpu4 | 85% | 75C | P2 | 139W | 140W | 2656MiB | 16117MiB | 100% | blai |
| gpu4 | 85% | 33C | P8 | 16W | 140W | 19MiB | 16117MiB | 0% | |
| gpu4 | 85% | 29C | P8 | 16W | 140W | 19MiB | 16117MiB | 0% | |
| gpu4 | 85% | 28C | P8 | 17W | 140W | 27MiB | 16117MiB | 0% | |
| gpu5 | 85% | 33C | P8 | 30W | 300W | 2336MiB | 48685MiB | 0% | sudarshan |
| gpu5 | 85% | 31C | P8 | 28W | 300W | 19MiB | 48685MiB | 0% | |
| gpu5 | 85% | 32C | P8 | 29W | 300W | 19MiB | 48685MiB | 0% | |
| gpu5 | 85% | 28C | P8 | 32W | 300W | 19MiB | 48685MiB | 0% | |
| gpu5 | 85% | 30C | P8 | 23W | 300W | 19MiB | 48685MiB | 0% | |
| gpu5 | 85% | 28C | P8 | 30W | 300W | 19MiB | 48685MiB | 0% | |
| gpu5 | 85% | 30C | P8 | 22W | 300W | 19MiB | 48685MiB | 0% | |
| gpu5 | 85% | 28C | P8 | 28W | 300W | 28MiB | 48685MiB | 0% | |
| gpu6 | 85% | 33C | P8 | 19W | 300W | 19MiB | 48685MiB | 0% | |
| gpu6 | 85% | 30C | P8 | 19W | 300W | 19MiB | 48685MiB | 0% | |
| gpu6 | 85% | 33C | P8 | 19W | 300W | 19MiB | 48685MiB | 0% | |
| gpu6 | 85% | 32C | P8 | 22W | 300W | 19MiB | 48685MiB | 0% | |
| gpu6 | 85% | 29C | P8 | 20W | 300W | 19MiB | 48685MiB | 0% | |
| gpu6 | 85% | 33C | P8 | 22W | 300W | 19MiB | 48685MiB | 0% | |
| gpu6 | 85% | 31C | P8 | 19W | 300W | 19MiB | 48685MiB | 0% | |
| gpu6 | 85% | 33C | P8 | 18W | 300W | 28MiB | 48685MiB | 0% | |
| gpu10 | 85% | 35C | P8 | 20W | 250W | 11MiB | 12195MiB | 0% | |
| gpu10 | 85% | 32C | P8 | 13W | 250W | 11MiB | 12196MiB | 0% | |
| gpu11 | 85% | 31C | P8 | 8W | 250W | 10MiB | 11019MiB | 0% | |
| gpu11 | 85% | 31C | P8 | 1W | 250W | 10MiB | 11019MiB | 0% | |
| gpu11 | 85% | 30C | P8 | 7W | 250W | 10MiB | 11019MiB | 0% | |
| gpu11 | 85% | 29C | P8 | 2W | 250W | 10MiB | 11019MiB | 0% | |
| gpu12 | 85% | 28C | P8 | 16W | 140W | 19MiB | 16117MiB | 0% | |
| gpu12 | 85% | 27C | P8 | 6W | 140W | 19MiB | 16117MiB | 0% | |
| gpu12 | 85% | 27C | P8 | 8W | 140W | 19MiB | 16117MiB | 0% | |
| gpu12 | 85% | 27C | P8 | 11W | 140W | 27MiB | 16117MiB | 0% | |
| gpu13 | 84C | P2 | 200W | 250W | 3438MiB | 11019MiB | 100% | Default | blai |
| gpu13 | 85% | 47C | P8 | 28W | 250W | 2342MiB | 11019MiB | 0% | blai |
| gpu13 | 85% | 70C | P2 | 234W | 250W | 2798MiB | 11019MiB | 100% | blai |
| gpu13 | 85% | 70C | P2 | 247W | 250W | 2542MiB | 11019MiB | 85% | blai |
| gpu14 | 85% | 68C | P2 | 138W | 140W | 2656MiB | 16117MiB | 100% | blai |
| gpu14 | 85% | 73C | P2 | 138W | 140W | 2786MiB | 16117MiB | 100% | blai |
| gpu14 | 85% | 65C | P2 | 43W | 140W | 5344MiB | 16117MiB | 0% | blai |
| gpu14 | 85% | 75C | P2 | 139W | 140W | 3433MiB | 16117MiB | 100% | blai |
| gpu15 | 71C | P2 | 163W | 250W | 2544MiB | 11019MiB | 100% | Default | blai |
| gpu15 | 85% | 77C | P2 | 262W | 250W | 4334MiB | 11019MiB | 100% | blai |
| gpu15 | 85% | 71C | P2 | 241W | 250W | 3438MiB | 11019MiB | 100% | blai |
| gpu15 | 85% | 51C | P8 | 26W | 250W | 10MiB | 11019MiB | 0% | blai |
| gpu16 | 85% | 78C | P2 | 122W | 300W | 2760MiB | 48685MiB | 61% | blai |
| gpu16 | 85% | 89C | P2 | 229W | 300W | 6602MiB | 48685MiB | 100% | blai |
| gpu16 | 85% | 69C | P2 | 259W | 300W | 2758MiB | 48685MiB | 100% | blai |
| gpu16 | 85% | 85C | P2 | 247W | 300W | 3025MiB | 48685MiB | 97% | blai |
| gpu17 | 85% | 68C | P2 | 137W | 250W | 3809MiB | 12066MiB | 99% | blai |
| gpu17 | 85% | 45C | P2 | 36W | 250W | 1117MiB | 12066MiB | 10% | omar |
| gpu17 | 85% | 74C | P2 | 144W | 250W | 4577MiB | 12066MiB | 100% | blai |
| gpu17 | 85% | 77C | P2 | 151W | 250W | 2657MiB | 12066MiB | 100% | blai |
| gpu19 | 85% | 31C | P8 | 24W | 260W | 18MiB | 24219MiB | 0% | |
| gpu19 | 85% | 28C | P8 | 16W | 260W | 27MiB | 24220MiB | 0% | |
| gpu20 | 85% | 25C | P8 | 20W | 250W | 11MiB | 11178MiB | 0% | |
| gpu20 | 85% | 27C | P8 | 13W | 250W | 11MiB | 11178MiB | 0% | |
| gpu21 | 85% | 31C | P8 | 12W | 260W | 18MiB | 48600MiB | 0% | |
| gpu21 | 85% | 29C | P8 | 10W | 260W | 27MiB | 48601MiB | 0% | |
| gpu22 | 23% | 33C | P8 | 16W | 250W | 1MiB | 11178MiB | 0% | |
| gpu22 | 27% | 30C | P8 | 8W | 250W | 1MiB | 11178MiB | 0% | |
| gpu23 | 85% | 29C | P8 | 15W | 260W | 18MiB | 24219MiB | 0% | |
| gpu23 | 85% | 27C | P8 | 15W | 260W | 27MiB | 24220MiB | 0% | |
| gpu24 | 85% | 25C | P8 | 20W | 250W | 11MiB | 11178MiB | 0% | |
| gpu24 | 85% | 24C | P8 | 11W | 250W | 11MiB | 11178MiB | 0% | |
| gpu25 | 23% | 33C | P8 | 16W | 250W | 1MiB | 11178MiB | 0% | |
| gpu25 | 20% | 29C | P8 | 7W | 250W | 1MiB | 11178MiB | 0% | |
| gpu27 | 85% | 33C | P8 | 20W | 250W | 10MiB | 11019MiB | 0% | |
| gpu27 | 85% | 32C | P8 | 21W | 250W | 10MiB | 11019MiB | 0% | |
| gpu27 | 85% | 31C | P8 | 20W | 250W | 10MiB | 11019MiB | 0% | |
| gpu27 | 85% | 31C | P8 | 20W | 250W | 10MiB | 11019MiB | 0% | |
| gpu28 | 85% | 31C | P8 | 22W | 300W | 19MiB | 48685MiB | 0% | |
| gpu28 | 85% | 28C | P8 | 23W | 300W | 19MiB | 48685MiB | 0% | |
| gpu28 | 85% | 32C | P8 | 23W | 300W | 19MiB | 48685MiB | 0% | |
| gpu28 | 85% | 32C | P8 | 22W | 300W | 19MiB | 48685MiB | 0% | |
| gpu28 | 85% | 29C | P8 | 26W | 300W | 28MiB | 48685MiB | 0% | |
| gpu28 | 85% | 30C | P8 | 15W | 300W | 19MiB | 48685MiB | 0% | |
| gpu28 | 85% | 29C | P8 | 16W | 300W | 19MiB | 48685MiB | 0% | |
| gpu28 | 85% | 31C | P8 | 17W | 300W | 19MiB | 48685MiB | 0% | |
| gpu29 | 85% | 32C | P8 | 16W | 280W | 10MiB | 24220MiB | 0% | |
| gpu29 | 85% | 31C | P8 | 7W | 280W | 10MiB | 24220MiB | 0% | |
| gpu29 | 85% | 29C | P8 | 16W | 280W | 10MiB | 24220MiB | 0% | |
| gpu29 | 85% | 30C | P8 | 6W | 280W | 10MiB | 24220MiB | 0% | |
| gpu30 | 85% | 29C | P8 | 20W | 250W | 10MiB | 11019MiB | 0% | |
| gpu30 | 85% | 26C | P8 | 18W | 250W | 10MiB | 11019MiB | 0% | |
| gpu30 | 85% | 28C | P8 | 28W | 250W | 10MiB | 11019MiB | 0% | |
| gpu30 | 85% | 28C | P8 | 10W | 250W | 10MiB | 11019MiB | 0% | |
| gpu30 | 85% | 26C | P8 | 4W | 250W | 10MiB | 11019MiB | 0% | |
| gpu30 | 85% | 26C | P8 | 18W | 250W | 10MiB | 11019MiB | 0% | |
| gpu30 | 85% | 28C | P8 | 17W | 250W | 10MiB | 11019MiB | 0% | |
| gpu30 | 85% | 27C | P8 | 21W | 250W | 10MiB | 11019MiB | 0% | |
| gpu31 | 85% | 33C | P8 | 31W | 250W | 10MiB | 11019MiB | 0% | |
| gpu31 | 85% | 33C | P8 | 46W | 250W | 10MiB | 11019MiB | 0% | |
| gpu31 | 85% | 31C | P8 | 34W | 250W | 10MiB | 11019MiB | 0% | |
| gpu31 | 85% | 31C | P8 | 42W | 250W | 10MiB | 11019MiB | 0% | |
| gpu32 | 85% | 30C | P8 | 33W | 250W | 10MiB | 11019MiB | 0% | |
| gpu32 | 85% | 31C | P8 | 27W | 250W | 10MiB | 11019MiB | 0% | |
| gpu32 | 85% | 31C | P8 | 22W | 250W | 10MiB | 11019MiB | 0% | |
| gpu32 | 85% | 30C | P8 | 33W | 250W | 10MiB | 11019MiB | 0% | |
| gpu33 | 85% | 33C | P8 | 28W | 250W | 10MiB | 11019MiB | 0% | |
| gpu33 | 85% | 28C | P8 | 29W | 250W | 10MiB | 11019MiB | 0% | |
| gpu33 | 85% | 33C | P8 | 28W | 250W | 10MiB | 11019MiB | 0% | |
| gpu33 | 85% | 33C | P8 | 14W | 250W | 10MiB | 11019MiB | 0% | |
| gpu33 | 85% | 28C | P8 | 22W | 250W | 10MiB | 11019MiB | 0% | |
| gpu33 | 85% | 29C | P8 | 20W | 250W | 10MiB | 11019MiB | 0% | |
| gpu33 | 85% | 34C | P8 | 27W | 250W | 10MiB | 11019MiB | 0% | |
| gpu33 | 85% | 31C | P8 | 38W | 250W | 10MiB | 11019MiB | 0% | |
| gpu34 | 85% | 30C | P8 | 18W | 250W | 10MiB | 11019MiB | 0% | |
| gpu34 | 85% | 27C | P8 | 14W | 250W | 10MiB | 11019MiB | 0% | |
| gpu35 | 85% | 38C | P8 | 23W | 250W | 10MiB | 11019MiB | 0% | |
| gpu35 | 85% | 36C | P8 | 36W | 250W | 10MiB | 11019MiB | 0% | |
| gpu35 | 85% | 33C | P8 | 22W | 250W | 10MiB | 11019MiB | 0% | |
| gpu35 | 85% | 34C | P8 | 26W | 250W | 10MiB | 11019MiB | 0% | |
| gpu36 | 85% | 32C | P8 | 21W | 250W | 10MiB | 11019MiB | 0% | |
| gpu36 | 85% | 65C | P2 | 227W | 250W | 3822MiB | 11019MiB | 100% | blai |
| gpu36 | 85% | 40C | P8 | 21W | 250W | 10MiB | 11019MiB | 0% | |
| gpu36 | 86% | 78C | P2 | 251W | 250W | 2926MiB | 11019MiB | 100% | blai |
| gpu36 | 85% | 27C | P8 | 8W | 250W | 10MiB | 11019MiB | 0% | |
| gpu36 | 85% | 28C | P8 | 19W | 250W | 10MiB | 11019MiB | 0% | |
| gpu36 | 85% | 29C | P8 | 20W | 250W | 10MiB | 11019MiB | 0% | |
| gpu36 | 85% | 29C | P8 | 16W | 250W | 10MiB | 11019MiB | 0% | |
| gpu37 | 85% | 32C | P8 | 27W | 250W | 10MiB | 11019MiB | 0% | |
| gpu37 | 85% | 30C | P8 | 25W | 250W | 10MiB | 11019MiB | 0% | |
| gpu37 | 85% | 38C | P8 | 25W | 260W | 10MiB | 11019MiB | 0% | |
| gpu37 | 85% | 30C | P8 | 34W | 250W | 10MiB | 11019MiB | 0% | |
| gpu38 | 85% | 32C | P8 | 37W | 300W | 19MiB | 48685MiB | 0% | |
| gpu38 | 85% | 27C | P8 | 25W | 300W | 19MiB | 48685MiB | 0% | |
| gpu38 | 85% | 34C | P8 | 28W | 300W | 19MiB | 48685MiB | 0% | |
| gpu38 | 85% | 30C | P8 | 16W | 300W | 19MiB | 48685MiB | 0% | |
| gpu38 | 85% | 30C | P8 | 28W | 300W | 19MiB | 48685MiB | 0% | |
| gpu38 | 85% | 31C | P8 | 28W | 300W | 19MiB | 48685MiB | 0% | |
| gpu38 | 85% | 29C | P8 | 37W | 300W | 19MiB | 48685MiB | 0% | |
| gpu38 | 85% | 32C | P8 | 34W | 300W | 28MiB | 48685MiB | 0% | |
| gpu39 | 85% | 28C | P8 | 30W | 250W | 10MiB | 11019MiB | 0% | |
| gpu39 | 85% | 26C | P8 | 25W | 250W | 10MiB | 11019MiB | 0% | |
| gpu40 | 85% | 32C | P8 | 18W | 140W | 19MiB | 16117MiB | 0% | |
| gpu40 | 85% | 30C | P8 | 7W | 140W | 19MiB | 16117MiB | 0% | |
| gpu40 | 85% | 31C | P8 | 10W | 140W | 19MiB | 16117MiB | 0% | |
| gpu40 | 85% | 32C | P8 | 8W | 140W | 27MiB | 16116MiB | 0% | |