OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of shadow in rack #3, slot #5

Rack #0/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #1/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #2/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #3/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #4/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #5/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #6/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #7/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #8/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #9/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #a/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #b/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #c/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #d/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #e/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #f/#0 #1 #2 #3 #4 #5 #6 #7 #8
Special All - All RT - Optimization - Ethernet - Thumbnails - Next

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes
Compare latency of primary with shadow system

Characteristics of the highest latencies:

System rack3slot5s.osadl.org (updated Thu May 21, 2026 12:43:30)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
12	1	83	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:14:03	1
12	1	78	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:21:45	1
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:58:17	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:13:10	1
1215	50	48	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	12:26:00	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:17:10	1
12	1	47	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:36:26	1
27968	2	46	0	chrt	1214	50	irq/29-eth0_g0_	12:32:02	1
12	1	46	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:24:32	1
12	1	46	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:13:05	1
11683	2	46	0	sleep1	1214	50	irq/29-eth0_g0_	09:51:35	1
17759	2	45	0	sleep0	1214	50	irq/29-eth0_g0_	10:51:23	0
1214	50	45	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:16:47	0
1214	50	45	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	09:40:03	1
1214	50	45	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	09:22:38	0
12	1	44	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:53:32	1
1215	50	43	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	10:47:19	1
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:57:15	0
17917	2	42	0	sleep1	1214	50	irq/29-eth0_g0_	10:53:13	1
1215	50	42	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	09:47:59	1
1215	50	42	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	09:32:03	1
1215	50	42	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	10:03:03	1
1214	50	42	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	10:14:29	1
12	1	42	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:33:59	1
12	1	42	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:33:59	1
7639	2	41	0	sleep0	1214	50	irq/29-eth0_g0_	09:11:48	0
15879	2	41	0	sleep1	1214	50	irq/29-eth0_g0_	10:33:09	1
1214	50	41	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	11:46:46	0
1214	50	41	0	irq/29-eth0_g0_	1911	-21	runrttasks	12:25:47	0
1214	50	41	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:05:48	0
1214	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:39:49	0
1214	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:19:55	0
1214	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:09:33	0
1214	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:05:21	0
1215	50	40	0	irq/30-eth0_g0_	27517	99	cyclictest	09:14:52	1
1215	50	40	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	12:38:39	1
1215	50	40	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	10:34:12	1
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	12:23:08	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:53:17	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:35:40	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:35:40	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:09:40	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:06:26	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:38:36	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:53:25	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:41:50	0
1214	50	40	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	10:27:10	0
1214	50	40	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	10:27:10	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:26:15	0
12	1	40	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	12:05:58	1
27517	99	39	1	cyclictest	1686	2	sleep1	08:13:39	1
1215	50	39	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	11:41:56	1
1215	50	39	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	10:43:00	1
1215	50	39	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	10:19:59	1
1215	50	39	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	10:10:43	1
1215	50	39	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	12:22:28	1
1214	50	39	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	11:32:52	0
1214	50	39	0	irq/29-eth0_g0_	1911	-21	runrttasks	10:55:36	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	12:10:10	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:18:46	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:02:22	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:44:17	0
1214	50	39	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	11:02:58	1
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:35:27	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:33:08	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:17:20	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:54:37	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:13:55	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:01:23	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:29:50	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:14:08	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:37:49	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:01:47	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:36:25	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:58:06	0
12	1	39	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:46:53	1
12	1	39	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:56:27	1
12	1	39	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:41:49	1
12	1	39	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:23:05	1
12	1	39	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:23:05	1
12	1	39	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:55:05	1
1215	50	38	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	12:10:40	1
1215	50	38	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	10:04:17	1
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:28:53	0
1214	50	38	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	12:03:09	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:48:17	0
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:59:09	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:07:13	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	10:26:03	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	10:26:03	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	09:54:55	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	09:22:53	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:50:38	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:43:47	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:05:14	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:33:26	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:24:59	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:17:23	1
27517	99	37	1	cyclictest	32684	2	chrt	07:58:48	1
27517	99	37	1	cyclictest	32119	-21	cat	07:53:40	1
1215	50	37	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	10:57:55	1
1215	50	37	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	09:24:28	1
1214	50	37	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	09:08:39	0
1214	50	37	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:18:09	0
1214	50	37	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:09:30	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	12:07:20	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:40:00	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:24:34	0
12	1	37	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:45:23	1
1215	50	36	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	11:29:39	1
1214	50	36	0	irq/29-eth0_g0_	27516	99	cyclictest	08:57:24	0
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:32:14	0
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:20:02	0
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:20:02	0
12	1	36	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:03:09	0
1215	50	35	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	09:34:04	1
1214	50	35	0	irq/29-eth0_g0_	27614	-21	runrttasks	07:08:52	0
1214	50	35	0	irq/29-eth0_g0_	27245	-21	runrttasks	07:05:38	1
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:48:57	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:45:32	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:49:18	0
12	1	35	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:19:03	1
27517	99	34	1	cyclictest	0	-21	swapper/1	08:17:59	1
1214	50	34	0	irq/29-eth0_g0_	1167	-21	munin-run	08:08:39	0
12	1	34	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:16:46	0
27517	99	33	1	cyclictest	0	-21	swapper/1	07:40:47	1
27517	99	33	1	cyclictest	0	-21	swapper/1	07:09:53	1
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:47:08	0
1214	50	33	0	irq/29-eth0_g0_	1868	-21	sshd	07:21:48	0
12	1	33	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:27:03	0
12	1	33	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:27:03	0
27517	99	32	1	cyclictest	0	-21	swapper/1	09:01:25	1
1214	50	32	0	irq/29-eth0_g0_	7033	-21	runrttasks	09:05:38	1
1214	50	32	0	irq/29-eth0_g0_	1905	-21	crond	07:33:39	0
1214	50	32	0	irq/29-eth0_g0_	0	-21	swapper/0	08:41:04	0
12	1	32	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:23:55	1
12	1	32	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:23:55	1
27517	99	31	1	cyclictest	0	-21	swapper/1	08:30:55	1
1214	50	31	0	irq/29-eth0_g0_	0	-21	swapper/0	07:35:07	0
1214	50	30	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:39:02	0
1214	50	30	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:23:52	0
1215	50	29	0	irq/30-eth0_g0_	0	-21	swapper/1	07:34:39	1
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17