TTIC SLURM Cluster: Process Statistics
Fri Apr 19 00:03:11 CDT 2024 [Docs] | [Job Process Info] | [Job Queue] | [Cluster Usage & Load]
| Node | User | Command | CPU % | MEM % | MEM (kb) |
|---|---|---|---|---|---|
| cpu0 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| cpu1 | NCPU: 8 load average: 0.07, 0.03, 0.05 | ||||
| cpu2 | NCPU: 8 load average: 0.08, 0.04, 0.05 | ||||
| cpu3 | NCPU: 8 load average: 0.01, 0.02, 0.05 | ||||
| cpu4 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| cpu5 | NCPU: 8 load average: 0.01, 0.04, 0.05 | ||||
| cpu6 | NCPU: 8 load average: 0.00, 0.02, 0.05 | ||||
| cpu7 | NCPU: 8 load average: 0.08, 0.04, 0.05 | ||||
| cpu12 | NCPU: 12 load average: 0.16, 0.05, 0.06 | ||||
| cpu13 | NCPU: 12 load average: 0.00, 0.01, 0.05 | ||||
| cpu14 | NCPU: 12 load average: 0.01, 0.05, 0.06 | ||||
| cpu15 | NCPU: 12 load average: 0.00, 0.01, 0.05 | ||||
| gpu0 | NCPU: 24 load average: 4.00, 4.02, 4.05 | ||||
| fjd | python | 100 | 1.7 | 3471836 | |
| fjd | python | 99.6 | 1.7 | 3424056 | |
| fjd | python | 99.6 | 1.6 | 3295064 | |
| fjd | python | 99.4 | 1.6 | 3262096 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| gpu2 | NCPU: 20 load average: 4.01, 4.04, 4.10 | ||||
| fjd | python | 99.9 | 1.9 | 3875476 | |
| fjd | python | 99.8 | 2.0 | 3994096 | |
| fjd | python | 99.7 | 1.9 | 3778580 | |
| fjd | python | 99.5 | 1.7 | 3445220 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| gpu3 | NCPU: 24 load average: 4.09, 4.15, 4.09 | ||||
| fjd | python | 99.8 | 1.7 | 3391872 | |
| fjd | python | 99.5 | 1.8 | 3676012 | |
| fjd | python | 99.3 | 1.6 | 3246500 | |
| fjd | python | 99.2 | 1.5 | 3019016 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| gpu4 | NCPU: 20 load average: 4.07, 4.21, 4.15 | ||||
| fjd | python | 99.5 | 2.1 | 4202412 | |
| fjd | python | 99.4 | 1.8 | 3630860 | |
| fjd | python | 99.2 | 1.8 | 3540484 | |
| fjd | python | 99.2 | 1.7 | 3520160 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| gpu5 | NCPU: 16 load average: 4.51, 4.31, 4.21 | ||||
| fjd | python | 99.7 | 1.4 | 3815536 | |
| fjd | python | 99.7 | 1.5 | 4169088 | |
| fjd | python | 99.6 | 1.5 | 4032152 | |
| fjd | python | 99.6 | 1.4 | 3884664 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| gpu11 | NCPU: 20 load average: 8.07, 8.07, 8.12 | ||||
| fjd | python | 99.9 | 0.9 | 3595512 | |
| fjd | python | 99.8 | 0.7 | 3144696 | |
| fjd | python | 99.8 | 0.7 | 3113252 | |
| fjd | python | 99.7 | 0.9 | 3709676 | |
| fjd | python | 99.7 | 0.8 | 3428664 | |
| fjd | python | 99.6 | 0.8 | 3493984 | |
| fjd | python | 98.8 | 0.8 | 3306108 | |
| fjd | python | 97.7 | 0.8 | 3324896 | |
| fjd | slurm_script | 0.0 | 0.0 | 1376 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1376 | |
| fjd | slurm_script | 0.0 | 0.0 | 1376 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| gpu12 | NCPU: 48 load average: 8.05, 8.13, 8.14 | ||||
| fjd | python | 99.7 | 0.4 | 4754568 | |
| fjd | python | 99.7 | 0.3 | 4211448 | |
| fjd | python | 99.7 | 0.3 | 3729116 | |
| fjd | python | 99.6 | 0.3 | 3645368 | |
| fjd | python | 98.1 | 0.3 | 3676236 | |
| fjd | python | 97.9 | 0.3 | 3649928 | |
| fjd | python | 97.3 | 0.3 | 3896972 | |
| fjd | python | 96.7 | 0.3 | 3496436 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1376 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| gpu14 | NCPU: 20 load average: 7.95, 8.27, 8.42 | ||||
| shesterg | python | 131 | 0.7 | 3076980 | |
| shesterg | python | 131 | 0.7 | 3083024 | |
| shesterg | python | 131 | 0.7 | 3061332 | |
| shesterg | python | 122 | 0.7 | 3068956 | |
| fjd | python | 99.9 | 0.9 | 3636428 | |
| fjd | python | 99.4 | 0.9 | 3784072 | |
| fjd | python | 98.9 | 0.9 | 3650576 | |
| fjd | python | 98.3 | 0.9 | 3871856 | |
| shesterg | slurm_script | 0.0 | 0.0 | 1540 | |
| shesterg | torchrun | 0.0 | 0.0 | 272072 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| gpu15 | NCPU: 20 load average: 8.19, 8.26, 8.21 | ||||
| fjd | python | 99.7 | 1.2 | 4765708 | |
| fjd | python | 99.7 | 1.1 | 4668044 | |
| fjd | python | 99.7 | 1.0 | 4065260 | |
| fjd | python | 99.7 | 1.0 | 4067760 | |
| fjd | python | 99.5 | 0.9 | 3777416 | |
| fjd | python | 97.6 | 0.9 | 3883216 | |
| fjd | python | 96.6 | 1.0 | 4070316 | |
| fjd | python | 96.5 | 0.9 | 3750432 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| gpu16 | NCPU: 48 load average: 8.56, 8.45, 8.43 | ||||
| fjd | python | 100 | 0.3 | 3649892 | |
| fjd | python | 99.9 | 0.3 | 3776324 | |
| fjd | python | 99.9 | 0.3 | 3745612 | |
| fjd | python | 99.9 | 0.4 | 4377716 | |
| fjd | python | 99.7 | 0.4 | 4535424 | |
| fjd | python | 99.6 | 0.3 | 3940120 | |
| fjd | python | 99.4 | 0.3 | 3592244 | |
| fjd | python | 98.3 | 0.3 | 3648484 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| gpu17 | NCPU: 20 load average: 7.77, 8.09, 8.12 | ||||
| fjd | python | 99.9 | 1.5 | 3104208 | |
| fjd | python | 99.8 | 1.8 | 3563108 | |
| fjd | python | 99.7 | 1.8 | 3624224 | |
| fjd | python | 99.7 | 1.7 | 3444404 | |
| fjd | python | 99.6 | 1.6 | 3211512 | |
| fjd | python | 99.4 | 1.6 | 3259732 | |
| fjd | python | 99.1 | 1.6 | 3300576 | |
| fjd | python | 92.6 | 1.5 | 3125096 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| gpu18 | NCPU: 20 load average: 7.86, 7.93, 8.02 | ||||
| fjd | python | 99.8 | 1.8 | 3541432 | |
| fjd | python | 99.8 | 1.7 | 3403208 | |
| fjd | python | 99.7 | 1.8 | 3692004 | |
| fjd | python | 99.7 | 1.8 | 3628872 | |
| fjd | python | 99.6 | 1.8 | 3631432 | |
| fjd | python | 99.6 | 1.7 | 3460456 | |
| fjd | python | 99.0 | 1.5 | 3141232 | |
| fjd | python | 97.7 | 1.5 | 3056376 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1384 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| fjd | slurm_script | 0.0 | 0.0 | 1380 | |
| gpu30 | NCPU: 6 load average: 0.76, 0.76, 0.61 | ||||
| gpu33 | NCPU: 8 load average: 2.27, 2.03, 1.95 | ||||
| xdu | nvidia-smi | 11.0 | 0.0 | 13356 | |
| xdu | watch | 0.9 | 0.0 | 2660 | |
| xdu | watch | 0.3 | 0.0 | 2628 | |
| xdu | bash | 0.0 | 0.0 | 2200 | |
| xdu | bash | 0.0 | 0.0 | 2140 | |
| xdu | bash | 0.0 | 0.0 | 2220 | |
| xdu | watch | 0.0 | 0.0 | 1008 | |
| xdu | bash | 0.0 | 0.0 | 2280 | |
| gpu34 | NCPU: 8 load average: 0.00, 0.01, 0.05 | ||||
| sudarshan | bash | 0.0 | 0.0 | 2392 | |
| sudarshan | python | 0.0 | 4.4 | 2900764 | |
| gpu35 | NCPU: 4 load average: 1.00, 0.99, 0.95 | ||||
| marziyeh | python | 90.1 | 1.3 | 887940 | |
| marziyeh | python | 0.3 | 9.8 | 6493732 | |
| marziyeh | jupyter-noteboo | 0.1 | 0.2 | 164600 | |
| marziyeh | python | 0.0 | 0.1 | 66976 | |
| marziyeh | bash | 0.0 | 0.0 | 2448 | |
| marziyeh | ssh | 0.0 | 0.0 | 4140 | |
| marziyeh | slurm_script | 0.0 | 0.0 | 1684 | |
| marziyeh | python | 0.0 | 4.3 | 2843512 | |
| gpu37 | NCPU: 4 load average: 0.78, 0.80, 0.65 | ||||
| savarese | bash | 0.0 | 0.0 | 2372 | |
| gpu38 | NCPU: 4 load average: 0.11, 0.12, 0.08 | ||||
| gpu39 | NCPU: 8 load average: 0.32, 0.37, 0.63 | ||||
| gpu42 | NCPU: 12 load average: 0.02, 0.02, 0.05 | ||||
| gpu43 | NCPU: 24 load average: 1.19, 1.35, 1.37 | ||||
TTIC SLURM Cluster: GPU Statistics
Fri Apr 19 00:03:11 CDT 2024
| Node | Fan Speed | Temp | Perf State | Power | Max | Memory | Max | GPU Usage | User |
|---|---|---|---|---|---|---|---|---|---|
| gpu0 | 83C | P2 | 249W | 250W | 9889MiB | 11264MiB | 100% | Default | fjd |
| gpu0 | 85% | 80C | P2 | 249W | 250W | 9557MiB | 11264MiB | 100% | fjd |
| gpu0 | 85% | 86C | P2 | 233W | 250W | 8993MiB | 11264MiB | 100% | fjd |
| gpu0 | 85% | 83C | P2 | 247W | 250W | 10327MiB | 11264MiB | 100% | fjd |
| gpu2 | 85% | 73C | P2 | 138W | 140W | 12636MiB | 16376MiB | 100% | fjd |
| gpu2 | 85% | 75C | P2 | 139W | 140W | 13595MiB | 16376MiB | 100% | fjd |
| gpu2 | 85% | 73C | P2 | 139W | 140W | 12207MiB | 16376MiB | 100% | fjd |
| gpu2 | 85% | 71C | P2 | 139W | 140W | 11459MiB | 16376MiB | 100% | fjd |
| gpu3 | 86C | P2 | 239W | 250W | 9607MiB | 11264MiB | 100% | Default | fjd |
| gpu3 | 85% | 79C | P2 | 251W | 250W | 10291MiB | 11264MiB | 100% | fjd |
| gpu3 | 85% | 80C | P2 | 245W | 250W | 9833MiB | 11264MiB | 100% | fjd |
| gpu3 | 85% | 82C | P2 | 244W | 250W | 10721MiB | 11264MiB | 100% | fjd |
| gpu4 | 85% | 78C | P2 | 139W | 140W | 11426MiB | 16376MiB | 100% | fjd |
| gpu4 | 85% | 74C | P2 | 139W | 140W | 12695MiB | 16376MiB | 100% | fjd |
| gpu4 | 85% | 72C | P2 | 139W | 140W | 11455MiB | 16376MiB | 100% | fjd |
| gpu4 | 85% | 72C | P2 | 139W | 140W | 12019MiB | 16376MiB | 100% | fjd |
| gpu5 | 85% | 75C | P2 | 139W | 140W | 12024MiB | 16376MiB | 100% | fjd |
| gpu5 | 85% | 78C | P2 | 139W | 140W | 13095MiB | 16376MiB | 100% | fjd |
| gpu5 | 85% | 76C | P2 | 139W | 140W | 13245MiB | 16376MiB | 100% | fjd |
| gpu5 | 85% | 78C | P2 | 139W | 140W | 12293MiB | 16376MiB | 100% | fjd |
| gpu11 | 85% | 67C | P2 | 250W | 250W | 10725MiB | 11264MiB | 100% | fjd |
| gpu11 | 85% | 62C | P2 | 248W | 250W | 10595MiB | 11264MiB | 100% | fjd |
| gpu11 | 85% | 67C | P2 | 250W | 250W | 10733MiB | 11264MiB | 100% | fjd |
| gpu11 | 85% | 70C | P2 | 252W | 250W | 10681MiB | 11264MiB | 100% | fjd |
| gpu11 | 85% | 68C | P2 | 252W | 250W | 9899MiB | 11264MiB | 100% | fjd |
| gpu11 | 85% | 75C | P2 | 247W | 250W | 9427MiB | 11264MiB | 100% | fjd |
| gpu11 | 85% | 70C | P2 | 248W | 250W | 10445MiB | 11264MiB | 100% | fjd |
| gpu11 | 85% | 73C | P2 | 245W | 250W | 10769MiB | 11264MiB | 100% | fjd |
| gpu12 | 85% | 76C | P2 | 297W | 300W | 12113MiB | 49140MiB | 100% | fjd |
| gpu12 | 85% | 66C | P2 | 299W | 300W | 13803MiB | 49140MiB | 100% | fjd |
| gpu12 | 85% | 74C | P2 | 299W | 300W | 11689MiB | 49140MiB | 100% | fjd |
| gpu12 | 85% | 64C | P2 | 299W | 300W | 13658MiB | 49140MiB | 100% | fjd |
| gpu12 | 85% | 73C | P2 | 298W | 300W | 11903MiB | 49140MiB | 100% | fjd |
| gpu12 | 85% | 62C | P2 | 299W | 300W | 11803MiB | 49140MiB | 100% | fjd |
| gpu12 | 85% | 76C | P2 | 299W | 300W | 14453MiB | 49140MiB | 100% | fjd |
| gpu12 | 85% | 66C | P2 | 298W | 300W | 11801MiB | 49140MiB | 100% | fjd |
| gpu14 | 85% | 79C | P2 | 298W | 300W | 13048MiB | 49140MiB | 100% | fjd |
| gpu14 | 85% | 51C | P2 | 180W | 300W | 22787MiB | 49140MiB | 93% | shesterg |
| gpu14 | 85% | 80C | P2 | 299W | 300W | 12215MiB | 49140MiB | 100% | fjd |
| gpu14 | 85% | 59C | P2 | 176W | 300W | 22799MiB | 49140MiB | 100% | shesterg |
| gpu14 | 85% | 66C | P2 | 299W | 300W | 11789MiB | 49140MiB | 100% | fjd |
| gpu14 | 85% | 54C | P2 | 180W | 300W | 20215MiB | 49140MiB | 100% | shesterg |
| gpu14 | 85% | 74C | P2 | 298W | 300W | 11881MiB | 49140MiB | 100% | fjd |
| gpu14 | 85% | 55C | P2 | 187W | 300W | 22803MiB | 49140MiB | 100% | shesterg |
| gpu15 | 85% | 83C | P2 | 298W | 300W | 11932MiB | 49140MiB | 100% | fjd |
| gpu15 | 85% | 68C | P2 | 298W | 300W | 12567MiB | 49140MiB | 99% | fjd |
| gpu15 | 85% | 80C | P2 | 299W | 300W | 14419MiB | 49140MiB | 100% | fjd |
| gpu15 | 85% | 74C | P2 | 297W | 300W | 17005MiB | 49140MiB | 100% | fjd |
| gpu15 | 85% | 69C | P2 | 299W | 300W | 13917MiB | 49140MiB | 100% | fjd |
| gpu15 | 85% | 84C | P2 | 298W | 300W | 12689MiB | 49140MiB | 100% | fjd |
| gpu15 | 85% | 75C | P2 | 299W | 300W | 13541MiB | 49140MiB | 100% | fjd |
| gpu15 | 85% | 75C | P2 | 298W | 300W | 12931MiB | 49140MiB | 100% | fjd |
| gpu16 | 85% | 74C | P2 | 298W | 300W | 12844MiB | 49140MiB | 100% | fjd |
| gpu16 | 85% | 74C | P2 | 298W | 300W | 13382MiB | 49140MiB | 100% | fjd |
| gpu16 | 85% | 72C | P2 | 297W | 300W | 13316MiB | 49140MiB | 100% | fjd |
| gpu16 | 85% | 67C | P2 | 298W | 300W | 12568MiB | 49140MiB | 100% | fjd |
| gpu16 | 85% | 70C | P2 | 298W | 300W | 12680MiB | 49140MiB | 100% | fjd |
| gpu16 | 85% | 66C | P2 | 298W | 300W | 14554MiB | 49140MiB | 100% | fjd |
| gpu16 | 85% | 71C | P2 | 299W | 300W | 15380MiB | 49140MiB | 100% | fjd |
| gpu16 | 85% | 72C | P2 | 298W | 300W | 13370MiB | 49140MiB | 100% | fjd |
| gpu17 | 76C | P2 | 240W | 250W | 9421MiB | 11264MiB | 100% | Default | fjd |
| gpu17 | 85% | 62C | P2 | 241W | 250W | 9457MiB | 11264MiB | 100% | fjd |
| gpu17 | 85% | 66C | P2 | 247W | 250W | 10027MiB | 11264MiB | 100% | fjd |
| gpu17 | 85% | 73C | P2 | 250W | 250W | 10429MiB | 11264MiB | 100% | fjd |
| gpu17 | 85% | 76C | P2 | 239W | 250W | 10773MiB | 11264MiB | 100% | fjd |
| gpu17 | 85% | 78C | P2 | 247W | 250W | 8707MiB | 11264MiB | 100% | fjd |
| gpu17 | 86% | 87C | P2 | 219W | 250W | 10789MiB | 11264MiB | 100% | fjd |
| gpu17 | 85% | 75C | P2 | 188W | 250W | 9971MiB | 11264MiB | 100% | fjd |
| gpu18 | 85C | P2 | 205W | 250W | 10769MiB | 11264MiB | 100% | Default | fjd |
| gpu18 | 85% | 67C | P2 | 243W | 250W | 9719MiB | 11264MiB | 100% | fjd |
| gpu18 | 86C | P2 | 238W | 250W | 9873MiB | 11264MiB | 100% | Default | fjd |
| gpu18 | 85% | 78C | P2 | 206W | 250W | 10671MiB | 11264MiB | 100% | fjd |
| gpu18 | 85% | 81C | P2 | 242W | 250W | 10479MiB | 11264MiB | 100% | fjd |
| gpu18 | 85% | 86C | P2 | 243W | 250W | 9855MiB | 11264MiB | 100% | fjd |
| gpu18 | 85% | 88C | P2 | 201W | 250W | 11005MiB | 11264MiB | 100% | fjd |
| gpu18 | 85% | 85C | P2 | 255W | 250W | 10801MiB | 11264MiB | 100% | fjd |
| gpu30 | 31% | 47C | P0 | 57W | 250W | 0MiB | 12288MiB | 0% | |
| gpu30 | 30% | 46C | P0 | 56W | 250W | 0MiB | 12288MiB | 2% | |
| gpu33 | 34% | 57C | P0 | 73W | 260W | 0MiB | 24576MiB | 0% | |
| gpu33 | 34% | 45C | P0 | 37W | 260W | 0MiB | 24576MiB | 0% | |
| gpu34 | 34% | 33C | P8 | 12W | 260W | 2303MiB | 24576MiB | 0% | sudarshan |
| gpu34 | 33% | 28C | P8 | 15W | 260W | 0MiB | 24576MiB | 0% | |
| gpu35 | 27% | 33C | P8 | 21W | 250W | 2043MiB | 11264MiB | 0% | marziyeh |
| gpu35 | 27% | 32C | P8 | 1W | 250W | 0MiB | 11264MiB | 0% | |
| gpu37 | 25% | 42C | P0 | 54W | 250W | 0MiB | 11264MiB | 0% | |
| gpu37 | 15% | 45C | P0 | 53W | 250W | 0MiB | 11264MiB | 1% | |
| gpu38 | 30% | 30C | P8 | 15W | 230W | 1MiB | 24564MiB | 0% | |
| gpu38 | 30% | 26C | P8 | 4W | 230W | 1MiB | 24564MiB | 0% | |
| gpu39 | 30% | 45C | P0 | 64W | 250W | 0MiB | 11264MiB | 0% | |
| gpu39 | 26% | 44C | P0 | 43W | 250W | 0MiB | 11264MiB | 0% | |
| gpu42 | 0% | 40C | P8 | 8W | 250W | 1MiB | 11264MiB | 0% | |
| gpu43 | 36% | 49C | P0 | 59W | 250W | 0MiB | 11264MiB | 0% | |
| gpu43 | 40% | 53C | P0 | 33W | 260W | 0MiB | 11264MiB | 0% | |