OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of shadow in rack #3, slot #5

Rack #0/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #1/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #2/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #3/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #4/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #5/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #6/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #7/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #8/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #9/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #a/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #b/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #c/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #d/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #e/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #f/#0 #1 #2 #3 #4 #5 #6 #7 #8
Special All - All RT - Optimization - Ethernet - Thumbnails - Next

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes
Compare latency of primary with shadow system

Characteristics of the 792 highest latencies:

System rack3slot5s.osadl.org (updated Thu Jun 18, 2026 00:43:30)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
30413	2	147	0	sleep0	1217	50	irq/30-eth0_g0_	22:25:10	0
31636	2	142	0	sleep0	1217	50	irq/30-eth0_g0_	22:30:08	0
819	2	126	0	sleep0	1217	50	irq/30-eth0_g0_	22:39:07	0
12	1	111	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	00:19:16	1
12	1	105	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	20:29:45	1
12	1	105	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	20:14:14	1
12	1	100	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	00:12:50	1
12	1	80	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:24:19	0
12	1	77	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:08:15	0
12	1	68	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	22:18:46	1
12	1	64	0	ksoftirqd/1	1174	50	irq/72-mmc0	00:05:37	1
12	1	63	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	00:14:19	1
12	1	57	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	21:53:56	0
12	1	56	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:08:05	1
12	1	56	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:02:48	1
12	1	56	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:11:36	1
12	1	56	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	00:37:10	1
12	1	56	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	21:47:16	0
12	1	55	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:10:46	1
12	1	55	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:10:46	1
1216	50	53	0	irq/29-eth0_g0_	14111	99	cyclictest	20:34:21	1
12	1	53	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:58:59	1
12	1	53	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:41:32	1
1217	50	52	0	irq/30-eth0_g0_	14111	99	cyclictest	00:25:28	1
12	1	52	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:44:19	1
12	1	52	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:44:34	1
12	1	52	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:28:24	1
12	1	52	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:23:39	1
12	1	52	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:15:35	1
12	1	52	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	00:07:49	0
12	1	51	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:52:16	1
12	1	51	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	22:26:25	1
12	1	50	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:04:14	0
12	1	49	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:30:19	1
12	1	49	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:20:33	1
1216	50	48	0	irq/29-eth0_g0_	14111	99	cyclictest	22:53:14	1
12	1	48	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:06:39	1
12	1	48	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:00:50	1
12	1	48	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:20:00	0
1217	50	47	0	irq/30-eth0_g0_	14111	99	cyclictest	21:54:47	1
1216	50	47	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:19:13	0
12	1	47	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:41:11	1
12	1	47	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:17:49	1
12	1	47	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	22:47:44	0
12	1	47	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	21:31:40	1
12	1	47	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	21:31:40	1
12	1	47	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	00:35:28	0
1217	50	46	0	irq/30-eth0_g0_	14111	99	cyclictest	22:38:11	1
1217	50	46	0	irq/30-eth0_g0_	14111	99	cyclictest	20:39:59	1
12	1	46	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:39:38	1
12	1	46	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	00:00:31	1
12	1	46	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	21:36:12	1
12	1	46	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	21:17:55	0
1216	50	45	0	irq/29-eth0_g0_	25424	-21	df_abs	00:19:10	0
1216	50	45	0	irq/29-eth0_g0_	16289	-21	df_inode	21:29:12	0
1216	50	45	0	irq/29-eth0_g0_	16289	-21	df_inode	21:29:12	0
12	1	45	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:33:28	1
12	1	45	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:27:50	1
12	1	45	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:20:48	1
12	1	45	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:54:01	1
12	1	45	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:54:01	1
12	1	45	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	00:30:17	1
12	1	45	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:47:30	1
12	1	45	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:36:26	1
12	1	45	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	22:54:49	0
12	1	45	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	22:54:49	0
1216	50	44	0	irq/29-eth0_g0_	12973	-21	cpu	19:04:10	0
12	1	44	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:00:57	0
12	1	44	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:02:21	0
12	1	44	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:51:01	1
12	1	44	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:52:26	0
12	1	44	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:24:15	0
12	1	43	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:10:35	1
12	1	43	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	19:29:00	1
12	1	43	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:59:24	0
11284	2	43	0	sleep0	1216	50	irq/29-eth0_g0_	21:09:10	0
9044	2	42	0	sleep0	1216	50	irq/29-eth0_g0_	23:10:47	0
1216	50	42	0	irq/29-eth0_g0_	0	-21	swapper/0	22:49:21	0
12	1	42	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:36:03	0
1216	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:56:54	0
12	1	41	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:32:34	0
12	1	41	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	00:32:43	0
12	1	41	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	00:11:43	0
12	1	40	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	00:28:47	0
14111	99	39	34	cyclictest	16603	-21	latency_hist	19:19:00	1
14111	99	39	26	cyclictest	7873	-21	/usr/sbin/munin	20:54:14	1
14111	99	39	1	cyclictest	9958	-21	grep	21:04:00	1
14111	99	39	1	cyclictest	6983	-21	unixbench_singl	20:49:22	1
14111	99	39	1	cyclictest	6983	-21	unixbench_singl	20:49:22	1
14111	99	39	1	cyclictest	598	-21	proc_pri	20:24:18	1
14111	99	39	1	cyclictest	28170	-21	wc	20:04:17	1
14111	99	39	1	cyclictest	28170	-21	wc	20:04:17	1
14111	99	39	1	cyclictest	16721	-21	taskset	19:19:12	1
1217	50	39	0	irq/30-eth0_g0_	1964	-21	runrttasks	19:26:43	0
1216	50	39	0	irq/29-eth0_g0_	14110	99	cyclictest	21:42:51	0
1216	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:34:21	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:55:14	0
14111	99	38	33	cyclictest	24533	-21	processes	19:49:19	1
14111	99	38	26	cyclictest	5789	-21	/usr/sbin/munin	20:44:20	1
14111	99	38	2	cyclictest	27012	-21	sendmail_mailqu	19:59:19	1
14111	99	38	2	cyclictest	27012	-21	sendmail_mailqu	19:59:19	1
14111	99	38	1	cyclictest	31640	-21	latency	20:19:14	1
14111	99	38	1	cyclictest	23492	-21	head	19:44:20	1
14111	99	38	1	cyclictest	22272	-21	unixbench_singl	19:39:22	1
14111	99	38	1	cyclictest	20874	-21	sendmail_mailqu	19:34:19	1
1216	50	38	0	irq/29-eth0_g0_	32211	-21	df_inode	22:34:10	0
1216	50	38	0	irq/29-eth0_g0_	1964	-21	runrttasks	23:15:13	0
1216	50	38	0	irq/29-eth0_g0_	16241	-21	grep	23:39:20	0
1216	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:23:49	0
1216	50	38	0	irq/29-eth0_g0_	0	-21	swapper/0	20:34:14	0
14111	99	37	25	cyclictest	25970	-21	/usr/sbin/munin	19:54:22	1
14111	99	37	2	cyclictest	10531	-21	fgrep	21:04:18	1
14111	99	37	1	cyclictest	29199	-21	cat	20:09:14	1
14111	99	37	1	cyclictest	0	-21	swapper/1	19:09:21	1
1216	50	37	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	22:15:31	0
1216	50	37	0	irq/29-eth0_g0_	17576	-21	chrt	23:45:06	0
1216	50	37	0	irq/29-eth0_g0_	14110	99	cyclictest	20:59:14	0
1216	50	36	0	irq/29-eth0_g0_	32049	-21	grep	20:19:21	0
1216	50	36	0	irq/29-eth0_g0_	29468	-21	sendmail_mailqu	20:09:19	0
1216	50	36	0	irq/29-eth0_g0_	1964	-21	runrttasks	19:19:21	0
1216	50	36	0	irq/29-eth0_g0_	1614	-21	irqstats	20:29:11	0
1216	50	36	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:15:33	0
14111	99	35	1	cyclictest	19380	-21	sort	19:29:13	1
14111	99	35	1	cyclictest	19380	-21	sort	19:29:13	1
1216	50	35	0	irq/29-eth0_g0_	7707	-21	forks	20:54:11	0
1216	50	35	0	irq/29-eth0_g0_	30461	-21	runrttasks	20:14:13	0
1216	50	35	0	irq/29-eth0_g0_	28000	-21	memory	20:04:14	0
1216	50	35	0	irq/29-eth0_g0_	28000	-21	memory	20:04:14	0
1216	50	35	0	irq/29-eth0_g0_	26630	-21	head	22:09:22	0
1216	50	35	0	irq/29-eth0_g0_	26630	-21	head	22:09:22	0
1216	50	35	0	irq/29-eth0_g0_	25186	-21	taskset	19:54:00	0
1216	50	35	0	irq/29-eth0_g0_	1964	-21	runrttasks	21:04:10	0
1216	50	35	0	irq/29-eth0_g0_	1964	-21	runrttasks	20:49:45	0
1216	50	35	0	irq/29-eth0_g0_	1964	-21	runrttasks	20:49:45	0
1216	50	35	0	irq/29-eth0_g0_	19377	-21	wc	19:29:13	0
1216	50	35	0	irq/29-eth0_g0_	19377	-21	wc	19:29:13	0
1216	50	35	0	irq/29-eth0_g0_	15661	-21	iostat	19:14:13	0
1216	50	35	0	irq/29-eth0_g0_	14526	-21	missed_timers	19:09:15	0
1216	50	35	0	irq/29-eth0_g0_	0	-21	swapper/0	20:44:09	0
1216	50	35	0	irq/29-eth0_g0_	0	-21	swapper/0	19:39:21	0
1217	50	34	0	irq/30-eth0_g0_	13135	-21	forks	19:04:12	1
1216	50	34	0	irq/29-eth0_g0_	682	-21	awk	20:24:19	0
1216	50	34	0	irq/29-eth0_g0_	27013	-21	find	19:59:19	0
1216	50	34	0	irq/29-eth0_g0_	27013	-21	find	19:59:19	0
1216	50	34	0	irq/29-eth0_g0_	25886	-21	grep	19:54:22	0
1216	50	33	0	irq/29-eth0_g0_	23024	-21	/usr/sbin/munin	19:44:12	0
1216	50	32	0	irq/29-eth0_g0_	4149	-21	seq	20:39:15	0
1216	50	32	0	irq/29-eth0_g0_	20807	-21	proc_pri	19:34:18	0
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17