Slurm PS

TTIC SLURM Cluster: Process Statistics
Sun May 28 05:14:12 CDT 2023 [Docs] | [Job Process Info] | [Job Queue] | [Cluster Usage & Load]

Node	User	Command	CPU %	MEM %	MEM (kb)
cpu0	NCPU: 8 load average: 0.00, 0.01, 0.05

cpu1	NCPU: 8 load average: 0.00, 0.01, 0.05

cpu2	NCPU: 8 load average: 0.16, 0.06, 0.06

cpu3	NCPU: 8 load average: 0.00, 0.01, 0.05

cpu4	NCPU: 8 load average: 0.00, 0.01, 0.05

cpu5	NCPU: 8 load average: 0.01, 0.02, 0.05

cpu6	NCPU: 8 load average: 0.00, 0.01, 0.05

cpu7	NCPU: 8 load average: 0.06, 0.04, 0.05

cpu8	NCPU: 8 load average: 0.00, 0.01, 0.05

cpu9	NCPU: 8 load average: 0.00, 0.03, 0.05

cpu10	NCPU: 8 load average: 0.00, 0.01, 0.05

cpu11	NCPU: 8 load average: 0.00, 0.01, 0.05

cpu12	NCPU: 12 load average: 0.07, 0.04, 0.05
	jjery2243542	zsh	0.0	0.0	6172
	jjery2243542	zsh	0.0	0.0	6292

cpu13	NCPU: 12 load average: 0.00, 0.01, 0.05

cpu14	NCPU: 12 load average: 0.00, 0.01, 0.05

cpu15	NCPU: 12 load average: 0.00, 0.01, 0.05

cpu16	NCPU: 12 load average: 0.00, 0.01, 0.05

cpu17	NCPU: 12 load average: 0.00, 0.01, 0.05

cpu18	NCPU: 20 load average: 0.01, 0.02, 0.05

cpu19	NCPU: 12 load average: 0.03, 0.06, 0.05

cpu20	NCPU: 64 load average: 0.00, 0.01, 0.05

cpu21	NCPU: 255 load average: 0.00, 0.01, 0.05

gpu1	NCPU: 20 load average: 0.00, 0.01, 0.05

gpu3	NCPU: 28 load average: 0.00, 0.01, 0.05

gpu4	NCPU: 20 load average: 0.00, 0.01, 0.05

gpu5	NCPU: 16 load average: 0.00, 0.01, 0.05

gpu6	NCPU: 16 load average: 0.30, 0.24, 0.28

gpu7	NCPU: 20 load average: 0.01, 0.03, 0.05

gpu8	NCPU: 24 load average: 0.00, 0.01, 0.05

gpu9	NCPU: 24 load average: 0.24, 0.06, 0.06

gpu10	NCPU: 16 load average: 0.00, 0.01, 0.05

gpu11	NCPU: 20 load average: 0.00, 0.03, 0.05

gpu12	NCPU: 48 load average: 6.79, 6.63, 6.61
	dyoshida	python	174	1.1	11983400
	dyoshida	python	117	2.1	22356400
	dyoshida	python	105	2.1	22765332
	dyoshida	python	104	2.2	23848916
	dyoshida	python	103	2.1	22976952
	dyoshida	python	102	1.3	14436080
	dyoshida	ptxas	13.0	0.0	4960
	dyoshida	slurm_script	0.0	0.0	1200
	dyoshida	slurm_script	0.0	0.0	1200
	dyoshida	slurm_script	0.0	0.0	1200
	dyoshida	slurm_script	0.0	0.0	1200
	dyoshida	slurm_script	0.0	0.0	1200
	dyoshida	slurm_script	0.0	0.0	1200

gpu13	NCPU: 48 load average: 0.20, 0.06, 0.06

gpu14	NCPU: 20 load average: 0.02, 0.07, 0.06

gpu15	NCPU: 20 load average: 0.00, 0.01, 0.05

gpu16	NCPU: 48 load average: 0.00, 0.01, 0.05

gpu17	NCPU: 20 load average: 0.00, 0.01, 0.05

gpu18	NCPU: 20 load average: 0.00, 0.01, 0.05

gpu19	NCPU: 20 load average: 0.00, 0.01, 0.05

gpu20	NCPU: 20 load average: 0.03, 0.05, 0.05

gpu21	NCPU: 20 load average: 0.06, 0.10, 0.13
	kevinsuk	bash	0.0	0.0	2176
	kevinsuk	bash	0.0	0.0	2296
	kevinsuk	bash	0.0	0.0	2336

gpu30	NCPU: 6 load average: 0.03, 0.02, 0.05

gpu31	NCPU: 4 load average: 0.10, 0.15, 0.14
	marcelo	slurm_script	0.0	0.0	1528
	marcelo	jupyter-lab	0.0	0.1	126172
	marcelo	bash	0.0	0.0	2140
	marcelo	python	0.0	0.0	59784

gpu32	NCPU: 4 load average: 0.00, 0.01, 0.05
	jjahn	bash	0.0	0.0	3540
	jjahn	python	0.0	7.4	4901500
	whc	bash	0.0	0.0	2328
	whc	bash	0.0	0.0	2432

gpu33	NCPU: 8 load average: 0.75, 0.48, 0.43
	xdu	watch	0.8	0.0	2380
	xdu	bash	0.0	0.0	2340
	xdu	jupyter-noteboo	0.0	0.0	75388
	xdu	python	0.0	4.8	6438744
	xdu	bash	0.0	0.0	2220
	xdu	bash	0.0	0.0	2432

gpu34	NCPU: 8 load average: 0.94, 0.96, 0.90
	sudarshan	python	99.9	5.9	3927064
	sudarshan	bash	0.0	0.0	4952
	sudarshan	bash	0.0	0.0	4956

gpu35	NCPU: 4 load average: 0.09, 0.12, 0.13

gpu36	NCPU: 8 load average: 0.00, 0.01, 0.05
	jiahao	node	0.2	0.1	111652
	jiahao	node	0.1	0.1	77140
	jiahao	bash	0.0	0.0	2940
	jiahao	nvim	0.0	0.0	30772
	jiahao	node	0.0	0.1	74432
	jiahao	python	0.0	0.0	7840
	jiahao	bash	0.0	0.0	5240
	jiahao	bash	0.0	0.0	2772
	jiahao	bash	0.0	0.0	3344

gpu37	NCPU: 4 load average: 0.03, 0.11, 0.13
	savarese	bash	0.0	0.0	2360

gpu38	NCPU: 4 load average: 0.13, 0.08, 0.11

gpu39	NCPU: 8 load average: 0.08, 0.12, 0.13

gpu40	NCPU: 20 load average: 0.07, 0.15, 0.14

gpu41	NCPU: 20 load average: 0.00, 0.01, 0.05

TTIC SLURM Cluster: GPU Statistics
Sun May 28 05:14:12 CDT 2023

Node	Fan Speed	Temp	Perf State	Power	Max	Memory	Max	GPU Usage	User
gpu1	85%	28C	P8	15W	250W	10MiB	11264MiB	0%
gpu1	85%	27C	P8	6W	250W	10MiB	11264MiB	0%
gpu1	85%	31C	P8	1W	260W	10MiB	11264MiB	0%
gpu1	85%	28C	P8	22W	250W	10MiB	11264MiB	0%

gpu3	85%	30C	P8	2W	250W	10MiB	11264MiB	0%
gpu3	85%	28C	P8	13W	250W	10MiB	11264MiB	0%
gpu3	85%	29C	P8	21W	250W	10MiB	11264MiB	0%
gpu3	85%	28C	P8	9W	250W	10MiB	11264MiB	0%

gpu4	85%	33C	P8	18W	140W	19MiB	16376MiB	0%
gpu4	85%	32C	P8	17W	140W	19MiB	16376MiB	0%
gpu4	85%	30C	P8	17W	140W	19MiB	16376MiB	0%
gpu4	85%	29C	P8	16W	140W	28MiB	16376MiB	0%

gpu5	85%	29C	P8	15W	140W	19MiB	16376MiB	0%
gpu5	85%	30C	P8	15W	140W	19MiB	16376MiB	0%
gpu5	85%	29C	P8	14W	140W	19MiB	16376MiB	0%
gpu5	85%	30C	P8	14W	140W	28MiB	16376MiB	0%

gpu6	85%	35C	P8	27W	250W	10MiB	12288MiB	0%
gpu6	85%	35C	P8	25W	250W	10MiB	12288MiB	0%
gpu6	85%	35C	P8	27W	250W	10MiB	12288MiB	0%
gpu6	85%	36C	P8	27W	250W	10MiB	12288MiB	0%

gpu7	85%	31C	P8	16W	280W	10MiB	24576MiB	0%
gpu7	85%	31C	P8	11W	280W	10MiB	24576MiB	0%
gpu7	85%	29C	P8	16W	280W	10MiB	24576MiB	0%
gpu7	85%	30C	P8	10W	280W	10MiB	24576MiB	0%

gpu8	85%	32C	P8	25W	250W	10MiB	11264MiB	0%
gpu8	85%	32C	P8	43W	250W	10MiB	11264MiB	0%
gpu8	85%	31C	P8	26W	250W	10MiB	11264MiB	0%
gpu8	85%	30C	P8	33W	250W	10MiB	11264MiB	0%

gpu9	85%	31C	P8	32W	250W	10MiB	11264MiB	0%
gpu9	85%	31C	P8	28W	250W	10MiB	11264MiB	0%
gpu9	85%	32C	P8	22W	250W	10MiB	11264MiB	0%
gpu9	85%	30C	P8	34W	250W	10MiB	11264MiB	0%

gpu10	85%	31C	P8	6W	250W	10MiB	11264MiB	0%
gpu10	85%	31C	P8	23W	250W	10MiB	11264MiB	0%
gpu10	85%	29C	P8	4W	250W	10MiB	11264MiB	0%
gpu10	85%	30C	P8	13W	250W	10MiB	11264MiB	0%

gpu11	85%	30C	P8	14W	140W	19MiB	16376MiB	0%
gpu11	85%	32C	P8	15W	140W	19MiB	16376MiB	0%
gpu11	85%	31C	P8	17W	140W	19MiB	16376MiB	0%
gpu11	85%	30C	P8	16W	140W	28MiB	16376MiB	0%

gpu12	85%	77C	P2	298W	300W	37458MiB	49140MiB	98%	dyoshida
gpu12	85%	65C	P2	299W	300W	37478MiB	49140MiB	98%	dyoshida
gpu12	85%	75C	P2	297W	300W	37474MiB	49140MiB	98%	dyoshida
gpu12	85%	64C	P2	297W	300W	37474MiB	49140MiB	95%	dyoshida
gpu12	85%	72C	P2	299W	300W	37474MiB	49140MiB	97%	dyoshida
gpu12	85%	33C	P2	85W	300W	37302MiB	49140MiB	22%	dyoshida
gpu12	85%	30C	P8	23W	300W	19MiB	49140MiB	0%
gpu12	85%	28C	P8	29W	300W	28MiB	49140MiB	0%

gpu13	85%	30C	P8	17W	140W	19MiB	16376MiB	0%
gpu13	85%	30C	P8	15W	140W	19MiB	16376MiB	0%
gpu13	85%	30C	P8	13W	140W	19MiB	16376MiB	0%
gpu13	85%	30C	P8	16W	140W	19MiB	16376MiB	0%
gpu13	85%	29C	P8	14W	140W	19MiB	16376MiB	0%
gpu13	85%	30C	P8	19W	140W	19MiB	16376MiB	0%
gpu13	85%	29C	P8	16W	140W	19MiB	16376MiB	0%
gpu13	85%	29C	P8	14W	140W	28MiB	16376MiB	0%

gpu14	85%	32C	P8	22W	300W	19MiB	49140MiB	0%
gpu14	85%	30C	P8	19W	300W	19MiB	49140MiB	0%
gpu14	85%	32C	P8	20W	300W	19MiB	49140MiB	0%
gpu14	85%	33C	P8	15W	300W	28MiB	49140MiB	0%
gpu14	85%	30C	P8	18W	300W	19MiB	49140MiB	0%
gpu14	85%	31C	P8	18W	300W	19MiB	49140MiB	0%
gpu14	85%	31C	P8	22W	300W	19MiB	49140MiB	0%
gpu14	85%	31C	P8	28W	300W	19MiB	49140MiB	0%

gpu15	85%	33C	P8	17W	300W	19MiB	49140MiB	0%
gpu15	85%	31C	P8	17W	300W	1MiB	49140MiB	0%
gpu15	85%	33C	P8	17W	300W	1MiB	49140MiB	0%
gpu15	85%	33C	P8	18W	300W	1MiB	49140MiB	0%
gpu15	85%	30C	P8	15W	300W	19MiB	49140MiB	0%
gpu15	85%	34C	P8	19W	300W	19MiB	49140MiB	0%
gpu15	85%	32C	P8	20W	300W	19MiB	49140MiB	0%
gpu15	85%	33C	P8	27W	300W	28MiB	49140MiB	0%

gpu16	0%	30C	P8	27W	300W	19MiB	49140MiB	0%
gpu16	85%	34C	P8	25W	300W	19MiB	49140MiB	0%
gpu16	85%	34C	P8	20W	300W	19MiB	49140MiB	0%
gpu16	85%	30C	P8	24W	300W	19MiB	49140MiB	0%
gpu16	85%	31C	P8	25W	300W	19MiB	49140MiB	0%
gpu16	85%	30C	P8	28W	300W	19MiB	49140MiB	0%
gpu16	85%	31C	P8	24W	300W	19MiB	49140MiB	0%
gpu16	85%	32C	P8	23W	300W	28MiB	49140MiB	0%

gpu17	85%	27C	P8	20W	250W	10MiB	11264MiB	0%
gpu17	85%	25C	P8	19W	250W	10MiB	11264MiB	0%
gpu17	85%	28C	P8	28W	250W	10MiB	11264MiB	0%
gpu17	85%	27C	P8	9W	250W	10MiB	11264MiB	0%
gpu17	85%	26C	P8	4W	250W	10MiB	11264MiB	0%
gpu17	85%	26C	P8	18W	250W	10MiB	11264MiB	0%
gpu17	85%	28C	P8	18W	250W	10MiB	11264MiB	0%
gpu17	85%	27C	P8	21W	250W	10MiB	11264MiB	0%

gpu18	85%	28C	P8	15W	250W	10MiB	11264MiB	0%
gpu18	85%	26C	P8	20W	250W	10MiB	11264MiB	0%
gpu18	85%	29C	P8	7W	250W	10MiB	11264MiB	0%
gpu18	85%	29C	P8	3W	250W	10MiB	11264MiB	0%
gpu18	85%	26C	P8	7W	250W	10MiB	11264MiB	0%
gpu18	85%	27C	P8	4W	250W	10MiB	11264MiB	0%
gpu18	85%	30C	P8	14W	250W	10MiB	11264MiB	0%
gpu18	85%	28C	P8	24W	250W	10MiB	11264MiB	0%

gpu19	85%	29C	P8	21W	250W	10MiB	11264MiB	0%
gpu19	85%	26C	P8	17W	250W	10MiB	11264MiB	0%
gpu19	85%	30C	P8	21W	250W	10MiB	11264MiB	0%
gpu19	85%	28C	P8	7W	250W	10MiB	11264MiB	0%
gpu19	85%	27C	P8	8W	250W	10MiB	11264MiB	0%
gpu19	85%	28C	P8	20W	250W	10MiB	11264MiB	0%
gpu19	85%	28C	P8	21W	250W	10MiB	11264MiB	0%
gpu19	85%	29C	P8	17W	250W	10MiB	11264MiB	0%

gpu20	85%	30C	P8	28W	300W	19MiB	49140MiB	0%
gpu20	85%	27C	P8	25W	300W	19MiB	49140MiB	0%
gpu20	85%	31C	P8	17W	300W	19MiB	49140MiB	0%
gpu20	85%	30C	P8	17W	300W	19MiB	49140MiB	0%
gpu20	85%	29C	P8	24W	300W	19MiB	49140MiB	0%
gpu20	85%	29C	P8	17W	300W	19MiB	49140MiB	0%
gpu20	85%	28C	P8	30W	300W	19MiB	49140MiB	0%
gpu20	85%	30C	P8	22W	300W	28MiB	49140MiB	0%

gpu21	85%	28C	P8	14W	140W	19MiB	16376MiB	0%
gpu21	85%	29C	P8	13W	140W	19MiB	16376MiB	0%
gpu21	85%	29C	P8	15W	140W	19MiB	16376MiB	0%
gpu21	85%	29C	P8	17W	140W	19MiB	16376MiB	0%
gpu21	85%	28C	P8	13W	140W	19MiB	16376MiB	0%
gpu21	85%	28C	P8	14W	140W	19MiB	16376MiB	0%
gpu21	85%	29C	P8	13W	140W	19MiB	16376MiB	0%
gpu21	85%	29C	P8	13W	140W	19MiB	16376MiB	0%
gpu21	85%	29C	P8	15W	140W	19MiB	16376MiB	0%
gpu21	85%	30C	P8	15W	140W	28MiB	16376MiB	0%

gpu30	85%	32C	P8	20W	250W	11MiB	12288MiB	0%
gpu30	85%	27C	P8	12W	250W	11MiB	12288MiB	0%

gpu31	33%	44C	P0	54W	260W	0MiB	49152MiB	0%
gpu31	32%	45C	P0	36W	260W	0MiB	49152MiB	0%

gpu32	30%	58C	P2	73W	230W	2266MiB	24564MiB	0%	jjahn
gpu32	30%	34C	P8	17W	230W	0MiB	24564MiB	0%

gpu33	85%	31C	P8	24W	260W	10471MiB	24576MiB	0%	xdu
gpu33	85%	28C	P8	16W	260W	27MiB	24576MiB	0%

gpu34	65%	83C	P2	259W	260W	5357MiB	24576MiB	99%	sudarshan
gpu34	33%	32C	P8	12W	260W	0MiB	24576MiB	0%

gpu35	30%	64C	P0	76W	250W	0MiB	11264MiB	0%
gpu35	10%	61C	P0	30W	250W	0MiB	11264MiB	0%

gpu36	30%	31C	P8	26W	230W	1MiB	24564MiB	0%
gpu36	30%	31C	P8	13W	230W	1MiB	24564MiB	0%

gpu37	21%	38C	P0	54W	250W	0MiB	11264MiB	0%
gpu37	13%	44C	P0	52W	250W	0MiB	11264MiB	0%

gpu38	30%	57C	P0	70W	230W	0MiB	24564MiB	0%
gpu38	30%	57C	P0	66W	230W	0MiB	24564MiB	0%

gpu39	27%	58C	P0	71W	250W	0MiB	11264MiB	0%
gpu39	15%	59C	P0	46W	250W	0MiB	11264MiB	0%

gpu40	85%	32C	P8	20W	300W	19MiB	49140MiB	0%
gpu40	85%	29C	P8	18W	300W	1MiB	49140MiB	0%
gpu40	85%	32C	P8	20W	300W	1MiB	49140MiB	0%
gpu40	85%	32C	P8	21W	300W	1MiB	49140MiB	0%
gpu40	85%	29C	P8	20W	300W	19MiB	49140MiB	0%
gpu40	85%	32C	P8	22W	300W	19MiB	49140MiB	0%
gpu40	85%	31C	P8	17W	300W	19MiB	49140MiB	0%
gpu40	85%	32C	P8	18W	300W	28MiB	49140MiB	0%

gpu41	85%	29C	P8	22W	300W	19MiB	49140MiB	0%
gpu41	85%	29C	P8	25W	300W	19MiB	49140MiB	0%
gpu41	85%	30C	P8	26W	300W	28MiB	49140MiB	0%
gpu41	85%	30C	P8	24W	300W	19MiB	49140MiB	0%
gpu41	85%	28C	P8	27W	300W	19MiB	49140MiB	0%
gpu41	85%	29C	P8	15W	300W	19MiB	49140MiB	0%
gpu41	85%	29C	P8	20W	300W	19MiB	49140MiB	0%
gpu41	85%	29C	P8	18W	300W	19MiB	49140MiB	0%