OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of shadow in rack #3, slot #5

Rack #0/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #1/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #2/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #3/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #4/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #5/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #6/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #7/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #8/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #9/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #a/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #b/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #c/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #d/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #e/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #f/#0 #1 #2 #3 #4 #5 #6 #7 #8
Special All - All RT - Optimization - Ethernet - Thumbnails - Next

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes
Compare latency of primary with shadow system

Characteristics of the highest latencies:

System rack3slot5s.osadl.org (updated Sat Apr 25, 2026 12:43:30)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
12	1	114	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:06:24	1
12	1	96	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:47:59	1
12	1	81	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:01:54	0
12	1	80	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:38:27	0
12777	2	63	0	sleep1	1215	50	irq/30-eth0_g0_	07:29:38	1
3460	2	56	0	sleep0	1214	50	irq/29-eth0_g0_	11:17:41	0
848	2	54	0	sleep1	1215	50	irq/30-eth0_g0_	10:52:10	1
12	1	54	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:59:39	0
31152	2	53	0	sleep0	1215	50	irq/30-eth0_g0_	10:30:43	0
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:14:42	1
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:21:18	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:42:48	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:05:27	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:39:07	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:29:29	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:05:32	1
12	1	46	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:01:22	1
12	1	45	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:19:48	1
12	1	45	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	09:56:06	1
12	1	45	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	09:26:51	1
12	1	44	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:41:30	1
1215	50	43	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	12:00:17	1
1215	50	43	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	12:00:17	1
1215	50	43	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	09:12:43	1
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:48:30	1
12	1	43	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	10:12:16	1
1215	50	42	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	09:51:00	1
12	1	42	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:21:44	0
12	1	42	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:55:31	1
1214	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:23:10	0
1214	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:12:58	0
1214	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:12:58	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:01:27	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:01:27	0
9368	2	40	0	sleep0	1214	50	irq/29-eth0_g0_	12:15:42	0
1215	50	40	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	10:17:22	1
1214	50	40	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	12:20:16	0
1214	50	40	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:05:22	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	12:24:51	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:45:52	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:42:15	0
1214	50	40	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	09:28:11	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:31:50	0
12	1	40	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:47:05	0
1215	50	39	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	09:47:59	1
1215	50	39	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	11:32:19	1
1215	50	39	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	10:32:19	1
1215	50	39	0	irq/30-eth0_g0_	0	-21	swapper/1	11:53:33	1
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	12:35:44	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:09:04	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:15:53	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:08:06	0
1214	50	39	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	09:31:51	1
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:51:47	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:27:21	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:12:24	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:59:44	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:47:41	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:34:02	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:57:03	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:57:03	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:27:37	0
12	1	39	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	09:17:20	1
12	1	39	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:33:22	1
12	1	39	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:16:25	1
10765	99	39	1	cyclictest	17828	-21	pluginstate	08:19:38	1
1215	50	38	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	11:14:05	1
1215	50	38	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	11:14:05	1
1215	50	38	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	10:35:05	1
1215	50	38	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	10:35:05	1
1215	50	38	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	10:21:05	1
1215	50	38	0	irq/30-eth0_g0_	11221	-21	latency_hist	12:34:39	1
1214	50	38	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	12:07:17	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:43:19	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:58:40	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:38:39	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:38:39	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:30:44	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:39:44	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:20:44	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:55:41	0
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:55:05	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:55:05	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:34:32	1
1215	50	37	0	irq/30-eth0_g0_	30861	2	sleep1	10:28:15	1
1215	50	37	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	12:26:32	1
1215	50	37	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	11:40:29	1
1215	50	37	0	irq/30-eth0_g0_	0	-21	swapper/1	11:02:55	1
1214	50	37	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	12:33:47	0
1214	50	37	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	11:35:47	0
1214	50	37	0	irq/29-eth0_g0_	22378	2	sleep0	09:04:38	0
1214	50	37	0	irq/29-eth0_g0_	14851	-21	sort	07:49:39	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:50:01	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:17:06	0
1214	50	37	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	11:18:43	1
1214	50	37	0	irq/29-eth0_g0_	10764	99	cyclictest	07:11:15	0
1215	50	36	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	12:10:21	1
1215	50	36	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	10:59:18	1
1215	50	36	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	12:35:47	1
1215	50	36	0	irq/30-eth0_g0_	10757	-21	sh	07:09:38	1
1214	50	36	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	12:11:18	0
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:50:55	0
1214	50	36	0	irq/29-eth0_g0_	17829	-21	seq	08:19:38	0
1214	50	36	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:25:30	0
1214	50	36	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:51:31	0
1214	50	36	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:10:34	0
12	1	36	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:29:40	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:46:58	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:40:23	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:21:24	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:14:19	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:53:34	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:40:43	0
12	1	35	0	ksoftirqd/1	21858	-21	taskset	08:59:28	1
10765	99	35	1	cyclictest	0	-21	swapper/1	07:21:33	1
1215	50	34	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	09:37:46	1
1214	50	34	0	irq/29-eth0_g0_	21495	-21	sshd	08:55:11	0
1214	50	34	0	irq/29-eth0_g0_	1911	-21	runrttasks	09:05:32	0
1214	50	34	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:05:14	0
1214	50	34	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:17:58	0
12	1	34	0	ksoftirqd/1	21060	-21	taskset	08:51:00	1
10765	99	34	6	cyclictest	1215	50	irq/30-eth0_g0_	12:19:45	1
1215	50	33	0	irq/30-eth0_g0_	13819	-21	ls	07:39:39	1
1214	50	33	0	irq/29-eth0_g0_	18845	-21	cat	08:29:38	0
10765	99	33	1	cyclictest	19557	2	sleep1	08:36:11	1
10765	99	33	1	cyclictest	0	-21	swapper/1	08:46:51	1
10765	99	33	1	cyclictest	0	-21	swapper/1	08:11:23	1
10765	99	33	0	cyclictest	0	-21	swapper/1	08:09:38	1
10765	99	33	0	cyclictest	0	-21	swapper/1	08:03:18	1
10765	99	33	0	cyclictest	0	-21	swapper/1	08:03:18	1
1215	50	32	0	irq/30-eth0_g0_	0	-21	swapper/1	08:26:37	1
1214	50	32	0	irq/29-eth0_g0_	1911	-21	runrttasks	08:35:22	0
1214	50	32	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:21:36	0
1214	50	32	0	irq/29-eth0_g0_	16365	-21	latency_hist	08:04:38	0
1214	50	32	0	irq/29-eth0_g0_	16365	-21	latency_hist	08:04:38	0
1214	50	32	0	irq/29-eth0_g0_	15220	-21	runrttasks	07:53:48	1
10765	99	32	1	cyclictest	0	-21	swapper/1	09:03:51	1
10765	99	32	1	cyclictest	0	-21	swapper/1	07:42:23	1
1214	50	31	0	irq/29-eth0_g0_	1911	-21	runrttasks	07:37:59	0
10765	99	31	1	cyclictest	0	-21	swapper/1	09:09:27	1
10765	99	31	1	cyclictest	0	-21	swapper/1	08:41:12	1
1215	50	30	0	irq/30-eth0_g0_	0	-21	swapper/1	07:12:16	1
12	1	30	0	ksoftirqd/1	14375	-21	taskset	07:44:48	1
10765	99	30	1	cyclictest	0	-21	swapper/1	08:23:26	1
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17