OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of shadow in rack #3, slot #5

Rack #0/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #1/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #2/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #3/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #4/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #5/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #6/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #7/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #8/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #9/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #a/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #b/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #c/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #d/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #e/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #f/#0 #1 #2 #3 #4 #5 #6 #7 #8
Special All - All RT - Optimization - Ethernet - Thumbnails - Next

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes
Compare latency of primary with shadow system

Characteristics of all highest latencies:

System rack3slot5s.osadl.org (updated Fri May 22, 2026 00:43:30)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
4305	2	150	0	sleep1	1214	50	irq/29-eth0_g0_	23:11:26	1
8639	2	110	0	sleep0	1215	50	irq/30-eth0_g0_	23:53:57	0
12	1	84	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:26:21	1
12	1	67	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:16:00	1
29059	2	56	0	sleep1	1214	50	irq/29-eth0_g0_	21:55:34	1
26794	2	56	0	sleep1	1215	50	irq/30-eth0_g0_	21:33:37	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:15:41	1
1742	2	46	0	sleep0	1214	50	irq/29-eth0_g0_	22:46:13	0
12	1	46	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:36:08	1
1215	50	45	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	22:20:48	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:30:44	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:05:47	1
1215	50	44	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	23:53:51	1
1215	50	44	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	21:41:07	1
1214	50	44	0	irq/29-eth0_g0_	12162	-21	cyclictest	19:08:37	0
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:46:54	1
12	1	43	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:42:03	1
32228	2	42	0	sleep1	1214	50	irq/29-eth0_g0_	22:27:09	1
1215	50	42	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	23:32:57	1
1215	50	42	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	22:03:28	1
1215	50	42	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	22:03:28	1
1215	50	42	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	21:25:57	1
1215	50	42	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	23:59:16	1
1214	50	42	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	22:52:25	0
12	1	42	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:17:07	0
12	1	42	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:17:07	0
1214	50	41	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	22:12:19	0
1214	50	41	0	irq/29-eth0_g0_	1911	-21	runrttasks	21:55:48	0
1214	50	41	0	irq/29-eth0_g0_	1911	-21	runrttasks	21:46:22	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:35:38	1
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:35:38	1
4500	2	40	0	sleep0	1214	50	irq/29-eth0_g0_	23:13:38	0
1215	50	40	0	irq/30-eth0_g0_	3	1	ksoftirqd/0	23:01:03	0
1215	50	40	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	22:52:29	1
1215	50	40	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	00:13:12	1
1214	50	40	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	23:16:27	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:36:16	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:36:16	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:20:51	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:22:37	0
1214	50	40	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	23:38:41	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:43:33	0
1215	50	39	0	irq/30-eth0_g0_	7623	-21	taskset	23:43:53	1
1215	50	39	0	irq/30-eth0_g0_	7623	-21	taskset	23:43:53	1
1215	50	39	0	irq/30-eth0_g0_	3	1	ksoftirqd/0	22:20:42	0
1215	50	39	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	21:45:35	1
1214	50	39	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:03:57	1
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:18:10	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:35:18	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:46:30	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:46:30	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:33:57	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:20:23	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:04:37	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:57:35	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:39:07	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:07:47	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:01:59	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:01:59	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:09:16	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:04:04	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:50:02	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:35:10	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:32:29	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:24:02	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:15:51	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:10:39	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:02:48	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:54:55	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:54:55	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:33:42	0
1215	50	38	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	23:37:59	1
1215	50	38	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	00:24:02	1
1215	50	38	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	23:04:47	1
1215	50	38	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	22:08:43	1
1215	50	38	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	21:19:52	1
1215	50	38	0	irq/30-eth0_g0_	0	-21	swapper/1	21:49:18	1
1215	50	38	0	irq/30-eth0_g0_	0	-21	swapper/1	00:21:07	1
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:14:30	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:40:28	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:31:41	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:06:13	0
1214	50	38	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	23:01:21	1
1214	50	38	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	22:41:24	1
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:30:15	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:37:40	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:37:40	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:25:03	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:18:53	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:03:42	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:50:48	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:50:48	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:24:16	0
1215	50	37	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	21:14:19	1
1215	50	37	0	irq/30-eth0_g0_	0	-21	swapper/1	23:49:32	1
1214	50	37	0	irq/29-eth0_g0_	1911	-21	runrttasks	21:29:02	0
1214	50	37	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:57:59	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:25:08	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:32:35	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:25:47	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:13:38	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:03:26	0
12	1	37	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:03:42	1
12	1	37	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	20:24:28	1
12164	99	36	1	cyclictest	14819	2	sleep1	19:34:16	1
1215	50	36	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	22:34:42	1
1215	50	36	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	22:34:42	1
1215	50	36	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	00:06:29	1
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:19:12	0
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:16:28	0
1214	50	36	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:52:23	0
1214	50	36	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:50:58	0
12	1	36	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:00:15	0
12	1	36	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:11:24	0
12164	99	35	6	cyclictest	1215	50	irq/30-eth0_g0_	00:30:59	1
1215	50	35	0	irq/30-eth0_g0_	16197	-21	munin-run	19:48:37	1
1215	50	35	0	irq/30-eth0_g0_	16197	-21	munin-run	19:48:37	1
1215	50	35	0	irq/30-eth0_g0_	0	-21	swapper/1	00:14:23	1
1215	50	35	0	irq/30-eth0_g0_	0	-21	swapper/1	00:14:23	1
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:47:21	0
1214	50	35	0	irq/29-eth0_g0_	12164	99	cyclictest	23:23:14	1
1214	50	35	0	irq/29-eth0_g0_	0	-21	swapper/0	19:43:39	0
1214	50	35	0	irq/29-eth0_g0_	0	-21	swapper/0	19:43:39	0
12164	99	34	1	cyclictest	16760	-21	latency_hist	19:53:38	1
12164	99	34	1	cyclictest	16760	-21	latency_hist	19:53:38	1
12164	99	34	1	cyclictest	0	-21	swapper/1	20:05:57	1
1215	50	34	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	21:13:17	1
1215	50	34	0	irq/30-eth0_g0_	0	-21	swapper/1	22:54:44	1
12164	99	33	1	cyclictest	0	-21	swapper/1	20:57:21	1
12164	99	33	1	cyclictest	0	-21	swapper/1	19:28:56	1
1215	50	33	0	irq/30-eth0_g0_	0	-21	swapper/1	19:28:38	1
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:47:55	0
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:47:55	0
1214	50	33	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:24:45	0
12	1	33	0	ksoftirqd/1	17386	-21	taskset	19:59:48	1
12164	99	32	1	cyclictest	0	-21	swapper/1	20:44:44	1
12164	99	32	1	cyclictest	0	-21	swapper/1	20:39:59	1
12164	99	32	1	cyclictest	0	-21	swapper/1	20:18:18	1
12164	99	32	1	cyclictest	0	-21	swapper/1	19:41:37	1
12164	99	32	1	cyclictest	0	-21	swapper/1	19:41:37	1
1215	50	32	0	irq/30-eth0_g0_	0	-21	swapper/1	20:19:56	1
1215	50	32	0	irq/30-eth0_g0_	0	-21	swapper/1	19:20:55	1
12164	99	31	1	cyclictest	0	-21	swapper/1	19:56:14	1
12164	99	31	1	cyclictest	0	-21	swapper/1	19:56:14	1
1215	50	31	0	irq/30-eth0_g0_	1966	-21	snmpd	20:58:52	1
1215	50	31	0	irq/30-eth0_g0_	0	-21	swapper/1	20:52:14	1
1214	50	31	0	irq/29-eth0_g0_	12163	99	cyclictest	19:28:49	0
12	1	31	0	ksoftirqd/1	21003	-21	taskset	20:35:48	1
12	1	31	0	ksoftirqd/1	12559	-21	taskset	19:12:23	1
12	1	31	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	19:16:14	1
12164	99	30	1	cyclictest	0	-21	swapper/1	20:30:23	1
12164	99	30	1	cyclictest	0	-21	swapper/1	20:09:41	1
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17