OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of shadow in rack #3, slot #5

Rack #0/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #1/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #2/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #3/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #4/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #5/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #6/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #7/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #8/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #9/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #a/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #b/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #c/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #d/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #e/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #f/#0 #1 #2 #3 #4 #5 #6 #7 #8
Special All - All RT - Optimization - Ethernet - Thumbnails - Next

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes
Compare latency of primary with shadow system

Characteristics of the 376 highest latencies:

System rack3slot5s.osadl.org (updated Thu Apr 23, 2026 00:43:30)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
12	1	127	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:10:37	1
9324	2	116	0	sleep1	1214	50	irq/29-eth0_g0_	00:24:16	1
9324	2	116	0	sleep1	1214	50	irq/29-eth0_g0_	00:24:16	1
12	1	86	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:53:35	0
12	1	74	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:00:26	0
12	1	57	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:59:44	1
12	1	56	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:05:04	1
12	1	56	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:10:47	1
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:03:29	1
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:13:05	1
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:24:58	1
12	1	51	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:23:32	1
12	1	51	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:47:32	1
12	1	51	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:47:32	1
12	1	51	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	00:39:08	1
32335	2	50	0	sleep0	1214	50	irq/29-eth0_g0_	22:49:21	0
32335	2	50	0	sleep0	1214	50	irq/29-eth0_g0_	22:49:21	0
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:21:39	1
12	1	50	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	20:47:07	1
12	1	50	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	19:44:44	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:25:48	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:00:34	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:44:01	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:40:08	1
12	1	48	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:06:55	1
12	1	48	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	00:30:49	1
12	1	48	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	00:29:08	1
2289	2	47	0	sleep0	1215	50	irq/30-eth0_g0_	23:12:55	0
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:27:37	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:26:06	1
1214	50	46	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:08:03	0
12	1	46	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:11:18	0
12	1	46	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:41:45	1
12	1	46	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	00:15:18	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:46:19	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:38:17	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:38:17	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:31:45	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:38:56	1
12	1	45	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:30:32	1
12	1	45	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:15:02	1
12	1	45	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	00:05:23	0
29081	2	44	0	sleep1	1215	50	irq/30-eth0_g0_	22:16:39	1
12	1	44	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:56:53	1
12	1	44	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:51:36	1
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:57:27	1
1214	50	43	0	irq/29-eth0_g0_	10168	99	cyclictest	22:35:22	0
1214	50	43	0	irq/29-eth0_g0_	10168	99	cyclictest	22:35:22	0
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:28:55	0
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:31:36	0
1214	50	42	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	23:31:50	0
1214	50	42	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:42:14	0
12	1	42	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:16:20	0
12	1	42	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:10:56	1
12	1	42	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	00:07:35	1
1214	50	41	0	irq/29-eth0_g0_	9525	-21	taskset	00:25:42	0
1214	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:11:16	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:31:05	1
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:35:09	1
12	1	41	0	ksoftirqd/1	10170	99	cyclictest	21:17:51	1
1214	50	40	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	22:05:54	0
1214	50	40	0	irq/29-eth0_g0_	1911	-21	runrttasks	22:04:26	0
1214	50	40	0	irq/29-eth0_g0_	1911	-21	runrttasks	21:50:24	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:35:03	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:35:03	0
1214	50	40	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	21:36:16	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:50:18	0
12	1	40	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:21:44	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:47:37	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:47:37	0
1214	50	39	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	23:06:41	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:30:24	0
29984	2	38	0	sleep0	1214	50	irq/29-eth0_g0_	22:25:21	0
1214	50	38	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	21:34:01	0
1214	50	38	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	00:36:08	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:15:23	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:53:26	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:40:36	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:31:45	1
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:22:42	1
1215	50	37	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	21:48:25	1
1215	50	37	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	21:48:25	1
1215	50	37	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	21:22:09	1
1214	50	37	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	22:18:17	0
1214	50	37	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	21:44:43	0
1214	50	37	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:00:26	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:55:12	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:56:43	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:55:26	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:23:37	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:23:37	0
12	1	37	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:00:19	1
12	1	37	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:19:56	0
12	1	37	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:42:14	1
10170	99	37	2	cyclictest	18228	-21	munin-run	20:29:44	1
1215	50	36	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	23:50:13	1
1215	50	36	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	23:37:20	1
1215	50	36	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	23:37:20	1
1214	50	36	0	irq/29-eth0_g0_	7451	-21	cat	00:04:44	0
1214	50	36	0	irq/29-eth0_g0_	21398	-21	runrttasks	21:00:27	1
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:51:34	0
1214	50	36	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:22:48	0
1214	50	36	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:15:06	0
1214	50	36	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:11:26	0
12	1	36	0	ksoftirqd/1	9860	-21	taskset	19:06:16	1
12	1	36	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:58:25	1
10170	99	36	1	cyclictest	16254	-21	latency_hist	20:09:44	1
1215	50	35	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	21:53:22	1
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:47:40	0
1214	50	35	0	irq/29-eth0_g0_	15264	-21	seq	19:59:44	0
1214	50	35	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:48:21	0
12	1	35	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:03:45	1
10170	99	35	2	cyclictest	12727	-21	grep	19:34:45	1
10170	99	35	1	cyclictest	16818	2	sleep1	20:15:12	1
1214	50	34	0	irq/29-eth0_g0_	17674	-21	runrttasks	20:24:14	0
1214	50	34	0	irq/29-eth0_g0_	17222	-21	sort	20:19:44	0
12	1	34	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:12:47	1
12	1	34	0	ksoftirqd/1	10170	99	cyclictest	20:10:54	1
10170	99	34	1	cyclictest	0	-21	swapper/1	21:06:45	1
10170	99	34	1	cyclictest	0	-21	swapper/1	21:06:45	1
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	21:06:42	0
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	21:06:42	0
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:40:17	0
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:11:10	0
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:48:28	0
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:36:44	0
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:36:44	0
1214	50	33	0	irq/29-eth0_g0_	18159	-21	runrttasks	20:28:58	0
1214	50	33	0	irq/29-eth0_g0_	0	-21	swapper/0	23:24:48	0
1214	50	33	0	irq/29-eth0_g0_	0	-21	swapper/0	20:31:48	0
1214	50	33	0	irq/29-eth0_g0_	0	-21	swapper/0	19:23:17	0
12	1	33	0	ksoftirqd/1	10170	99	cyclictest	19:24:45	1
10170	99	33	1	cyclictest	14246	-21	latency_hist	19:49:44	1
10170	99	33	1	cyclictest	0	-21	swapper/1	19:38:10	1
10170	99	33	1	cyclictest	0	-21	swapper/1	19:38:10	1
1215	50	32	0	irq/30-eth0_g0_	0	-21	swapper/1	19:15:58	1
1214	50	32	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:17:59	0
1214	50	32	0	irq/29-eth0_g0_	1868	-21	sshd	19:31:42	0
1214	50	32	0	irq/29-eth0_g0_	16227	-21	wc	20:09:44	0
12	1	32	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:56:37	0
10170	99	32	1	cyclictest	0	-21	swapper/1	20:52:07	1
10170	99	32	1	cyclictest	0	-21	swapper/1	19:50:11	1
1214	50	31	0	irq/29-eth0_g0_	1911	-21	runrttasks	21:03:05	0
1214	50	31	0	irq/29-eth0_g0_	10679	-21	munin-run	19:14:44	0
1214	50	31	0	irq/29-eth0_g0_	0	-21	swapper/0	19:26:37	0
1215	50	30	0	irq/30-eth0_g0_	20843	-21	taskset	20:54:55	1
1214	50	30	0	irq/29-eth0_g0_	19152	-21	sshd	20:38:42	0
1214	50	30	0	irq/29-eth0_g0_	0	-21	swapper/0	19:39:53	0
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17