OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of shadow in rack #3, slot #5

Rack #0/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #1/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #2/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #3/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #4/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #5/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #6/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #7/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #8/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #9/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #a/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #b/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #c/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #d/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #e/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #f/#0 #1 #2 #3 #4 #5 #6 #7 #8
Special All - All RT - Optimization - Ethernet - Thumbnails - Next

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes
Compare latency of primary with shadow system

Characteristics of the 376 highest latencies:

System rack3slot5s.osadl.org (updated Mon Apr 20, 2026 12:43:29)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
17006	2	155	0	sleep0	1215	50	irq/30-eth0_g0_	10:28:18	0
24948	2	153	0	sleep1	1214	50	irq/29-eth0_g0_	11:46:54	1
20435	2	141	0	sleep0	1214	50	irq/29-eth0_g0_	11:02:12	0
20465	2	132	0	sleep1	1214	50	irq/29-eth0_g0_	11:02:33	1
24980	2	107	0	sleep0	1215	50	irq/30-eth0_g0_	11:47:17	0
29355	2	102	0	sleep1	1214	50	irq/29-eth0_g0_	12:30:24	1
12	1	97	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:43:35	1
12	1	83	0	ksoftirqd/1	18237	2	sleep0	10:40:04	0
16391	2	56	0	sleep0	1215	50	irq/30-eth0_g0_	10:22:01	0
12	1	55	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:15:40	1
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:11:50	1
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:52:25	1
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:39:34	1
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:39:34	1
28679	2	51	0	sleep0	1214	50	irq/29-eth0_g0_	12:24:20	0
1215	50	51	0	irq/30-eth0_g0_	772	99	cyclictest	07:30:53	0
12	1	51	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:34:33	1
27592	2	50	0	sleep1	1214	50	irq/29-eth0_g0_	12:13:24	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:07:30	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:28:42	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:14:54	1
1214	50	47	0	irq/29-eth0_g0_	772	99	cyclictest	12:16:45	0
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:03:57	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:03:57	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:32:52	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:32:52	1
1215	50	46	0	irq/30-eth0_g0_	772	99	cyclictest	10:34:51	0
1215	50	46	0	irq/30-eth0_g0_	772	99	cyclictest	10:34:51	0
12	1	46	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:03:00	1
19492	2	45	0	sleep0	1215	50	irq/30-eth0_g0_	10:53:01	0
12	1	45	0	ksoftirqd/1	772	99	cyclictest	12:06:10	0
12	1	45	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:20:01	1
1215	50	44	0	irq/30-eth0_g0_	772	99	cyclictest	09:11:12	0
1214	50	44	0	irq/29-eth0_g0_	772	99	cyclictest	11:38:02	0
12	1	44	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:59:42	1
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:39:52	1
1215	50	43	0	irq/30-eth0_g0_	772	99	cyclictest	11:17:10	0
1215	50	43	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	10:49:28	1
1214	50	43	0	irq/29-eth0_g0_	772	99	cyclictest	10:19:13	0
12	1	43	0	ksoftirqd/1	772	99	cyclictest	09:14:58	0
12	1	43	0	ksoftirqd/1	772	99	cyclictest	07:16:06	0
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:04:49	0
1215	50	42	0	irq/30-eth0_g0_	772	99	cyclictest	12:29:12	0
12	1	42	0	ksoftirqd/1	772	99	cyclictest	11:07:01	0
12	1	42	0	ksoftirqd/1	772	99	cyclictest	09:08:53	0
12	1	42	0	ksoftirqd/1	772	99	cyclictest	07:35:57	0
12	1	42	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	12:07:35	1
12	1	42	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:59:15	1
1215	50	41	0	irq/30-eth0_g0_	772	99	cyclictest	10:55:03	0
1214	50	41	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	08:26:53	0
1214	50	41	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	08:26:53	0
12	1	41	0	ksoftirqd/1	772	99	cyclictest	11:54:27	0
12	1	41	0	ksoftirqd/1	772	99	cyclictest	10:04:26	0
12	1	41	0	ksoftirqd/1	772	99	cyclictest	07:42:22	0
12	1	41	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	10:12:50	1
1215	50	40	0	irq/30-eth0_g0_	12948	-21	taskset	09:09:57	1
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	12:03:17	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	12:03:17	0
12	1	40	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	12:23:08	1
12	1	40	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	10:42:40	1
23488	2	39	0	sleep0	1214	50	irq/29-eth0_g0_	11:32:33	0
1215	50	39	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	11:09:37	1
1214	50	39	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	12:30:02	0
12	1	39	0	ksoftirqd/1	772	99	cyclictest	10:32:46	0
12	1	39	0	ksoftirqd/1	772	99	cyclictest	10:32:46	0
1215	50	38	0	irq/30-eth0_g0_	3345	-21	sort	07:34:50	1
1214	50	38	0	irq/29-eth0_g0_	772	99	cyclictest	12:12:57	0
1214	50	38	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	11:55:57	0
1214	50	38	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	11:44:48	0
1214	50	38	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:07:16	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:11:23	0
1214	50	38	0	irq/29-eth0_g0_	0	-21	swapper/0	10:09:23	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:51:42	0
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:39:50	1
773	99	37	7	cyclictest	1215	50	irq/30-eth0_g0_	10:57:53	1
1214	50	37	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	11:10:21	0
1214	50	37	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	09:20:12	0
12	1	37	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:35:04	1
12	1	37	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:05:48	0
12	1	37	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	12:18:29	1
12	1	37	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:35:06	1
12	1	37	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	10:52:44	1
773	99	36	1	cyclictest	23207	-21	cat	11:29:49	1
1215	50	36	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	09:21:02	1
1214	50	36	0	irq/29-eth0_g0_	772	99	cyclictest	11:19:51	0
12	1	36	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:46:39	1
12	1	36	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:55:10	0
12	1	36	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	10:21:34	1
773	99	35	1	cyclictest	5387	-21	grep	07:54:50	1
773	99	35	1	cyclictest	0	-21	swapper/1	07:29:40	1
1214	50	35	0	irq/29-eth0_g0_	552	-21	runrttasks	07:07:24	1
773	99	34	1	cyclictest	0	-21	swapper/1	12:28:00	1
773	99	34	1	cyclictest	0	-21	swapper/1	09:01:17	1
773	99	34	1	cyclictest	0	-21	swapper/1	08:38:44	1
773	99	34	1	cyclictest	0	-21	swapper/1	08:24:59	1
773	99	34	1	cyclictest	0	-21	swapper/1	08:24:59	1
1214	50	34	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:45:54	0
1214	50	34	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:41:01	0
1214	50	34	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:20:38	0
1214	50	34	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:47:04	0
1214	50	34	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:28:14	0
1214	50	34	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:45:21	0
1214	50	34	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	11:18:18	1
773	99	33	2	cyclictest	1911	-21	runrttasks	07:21:28	1
773	99	33	1	cyclictest	1911	-21	runrttasks	07:18:13	1
773	99	33	1	cyclictest	0	-21	swapper/1	07:49:27	1
773	99	33	1	cyclictest	0	-21	swapper/1	07:12:50	1
773	99	33	0	cyclictest	0	-21	swapper/1	08:32:09	1
1215	50	33	0	irq/30-eth0_g0_	0	-21	swapper/1	08:11:43	1
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:36:55	0
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:11:35	0
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:51:00	0
1214	50	33	0	irq/29-eth0_g0_	0	-21	swapper/0	12:39:39	0
12	1	33	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:19:13	0
12	1	33	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:27:09	0
773	99	32	1	cyclictest	0	-21	swapper/1	08:55:19	1
773	99	32	1	cyclictest	0	-21	swapper/1	08:55:19	1
1215	50	32	0	irq/30-eth0_g0_	0	-21	swapper/1	08:50:47	1
1214	50	32	0	irq/29-eth0_g0_	7691	-21	runrttasks	08:18:01	1
1214	50	32	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:55:02	0
1214	50	32	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:55:02	0
1214	50	32	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:30:30	0
1214	50	32	0	irq/29-eth0_g0_	12665	-21	runrttasks	09:07:34	1
12	1	32	0	ksoftirqd/1	9935	-21	taskset	08:39:55	1
773	99	31	1	cyclictest	0	-21	swapper/1	08:19:59	1
773	99	31	1	cyclictest	0	-21	swapper/1	08:03:26	1
1214	50	31	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:02:17	0
12	1	31	0	ksoftirqd/1	6898	-21	cat	08:09:51	1
1214	50	29	0	irq/29-eth0_g0_	1292	-21	munin-run	07:14:49	0
1215	50	28	0	irq/30-eth0_g0_	0	-21	swapper/0	07:20:05	0
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17