OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of shadow in rack #3, slot #5

Rack #0/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #1/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #2/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #3/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #4/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #5/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #6/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #7/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #8/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #9/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #a/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #b/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #c/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #d/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #e/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #f/#0 #1 #2 #3 #4 #5 #6 #7 #8
Special All - All RT - Optimization - Ethernet - Thumbnails - Next

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes
Compare latency of primary with shadow system

Characteristics of the highest latencies:

System rack3slot5s.osadl.org (updated Sat Dec 06, 2025 12:43:29)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
13889	2	81	0	sleep0	1216	50	irq/29-eth0_g0_	09:12:07	0
12	1	64	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	07:08:37	1
12	1	54	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	09:50:11	1
12	1	52	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	12:03:12	1
12	1	52	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	12:03:12	1
21168	2	50	0	sleep0	1216	50	irq/29-eth0_g0_	10:24:40	0
12	1	50	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	09:45:08	1
12	1	50	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	10:00:28	0
22660	2	48	0	sleep0	1216	50	irq/29-eth0_g0_	10:39:22	0
12	1	47	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	10:17:56	1
12	1	47	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	09:22:27	1
12	1	46	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	10:38:26	1
17771	2	45	0	sleep0	1216	50	irq/29-eth0_g0_	09:50:19	0
12	1	45	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	11:06:37	1
12	1	45	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	10:50:26	1
12	1	45	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	10:48:19	1
12	1	44	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	12:29:11	1
12	1	44	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	07:44:21	1
2087	2	43	0	sleep1	1217	50	irq/30-eth0_g0_	12:36:08	1
16838	2	43	0	sleep1	1216	50	irq/29-eth0_g0_	09:41:13	1
1217	50	43	0	irq/30-eth0_g0_	14219	2	sleep1	09:15:07	1
1217	50	43	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	11:31:40	1
12	1	43	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	12:14:52	0
12	1	43	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	10:33:55	1
1217	50	42	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	10:29:27	1
1216	50	42	0	irq/29-eth0_g0_	1966	-21	runrttasks	08:50:08	0
1216	50	42	0	irq/29-eth0_g0_	13	-21	kworker/0:1	12:28:07	0
1216	50	42	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:49:37	0
1216	50	42	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:38:23	0
12	1	42	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	12:22:51	1
12	1	42	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	12:13:55	1
32492	2	41	0	sleep0	1217	50	irq/30-eth0_g0_	12:16:17	0
1472	99	41	1	cyclictest	0	-21	swapper/1	08:07:29	1
1216	50	41	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	10:18:24	0
1216	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	12:38:52	0
1216	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:11:17	0
1216	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:59:25	0
1216	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:32:18	0
12	1	41	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	11:54:19	1
12	1	41	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	09:25:12	1
1217	50	40	0	irq/30-eth0_g0_	3	1	ksoftirqd/0	11:01:11	0
1217	50	40	0	irq/30-eth0_g0_	13630	-21	diskmemload	10:09:12	1
1217	50	40	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	10:12:05	1
1217	50	40	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	09:58:55	1
1216	50	40	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	09:43:37	0
1216	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:29:49	0
1216	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:50:14	0
1216	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:28:14	0
1216	50	40	0	irq/29-eth0_g0_	0	-21	swapper/0	07:05:46	0
12	1	40	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	11:48:45	1
12	1	40	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	10:43:56	1
12	1	40	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	10:04:10	1
1472	99	39	1	cyclictest	5729	2	sleep1	07:51:27	1
1217	50	39	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	11:44:36	1
1216	50	39	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	09:16:18	0
1216	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:50:09	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	12:32:35	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	12:22:01	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	12:18:09	1
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	12:02:29	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	12:02:29	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	11:57:10	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	11:45:00	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	11:37:21	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	11:21:31	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	11:05:12	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	10:45:51	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	10:40:37	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	10:05:43	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	09:56:35	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	09:22:04	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	08:31:51	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	08:28:55	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	08:21:45	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	08:11:35	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	07:37:33	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	07:31:16	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	07:22:05	0
12	1	39	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	12:07:50	1
12	1	39	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	11:15:24	0
12	1	39	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	08:44:33	1
1217	50	38	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	12:33:05	1
1217	50	38	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	11:15:17	1
1217	50	38	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	11:22:22	1
1217	50	38	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	10:22:49	1
1217	50	38	0	irq/30-eth0_g0_	0	-21	swapper/1	11:55:54	1
1217	50	38	0	irq/30-eth0_g0_	0	-21	swapper/1	11:36:00	1
1216	50	38	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	11:41:27	0
1216	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:12:39	0
12	1	38	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	10:31:20	0
12	1	38	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	08:17:52	1
12	1	38	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	08:17:52	1
1217	50	37	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	09:30:03	1
1217	50	37	0	irq/30-eth0_g0_	0	-21	swapper/1	09:11:28	1
1216	50	37	0	irq/29-eth0_g0_	1966	-21	runrttasks	08:05:28	0
1216	50	37	0	irq/29-eth0_g0_	1966	-21	runrttasks	07:25:51	0
1216	50	37	0	irq/29-eth0_g0_	1966	-21	runrttasks	07:25:51	0
1216	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:32:20	0
1216	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	10:25:15	0
1216	50	37	0	irq/29-eth0_g0_	0	-21	swapper/0	08:19:59	0
1216	50	37	0	irq/29-eth0_g0_	0	-21	swapper/0	07:53:48	0
1472	99	36	2	cyclictest	11894	2	sleep1	08:52:31	1
1472	99	36	1	cyclictest	0	-21	swapper/1	10:57:40	1
1472	99	36	0	cyclictest	0	-21	swapper/1	07:12:20	1
1217	50	36	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	11:01:56	1
1216	50	36	0	irq/29-eth0_g0_	1966	-21	runrttasks	08:41:28	0
1216	50	36	0	irq/29-eth0_g0_	1966	-21	runrttasks	08:35:05	0
1216	50	36	0	irq/29-eth0_g0_	1966	-21	runrttasks	07:19:50	0
1216	50	36	0	irq/29-eth0_g0_	13	-21	kworker/0:1	12:05:49	0
1216	50	36	0	irq/29-eth0_g0_	0	-21	swapper/0	09:01:15	0
12	1	36	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	07:11:02	0
1472	99	35	1	cyclictest	13156	-21	sort	09:04:59	1
1217	50	35	0	irq/30-eth0_g0_	1472	99	cyclictest	11:25:42	1
1216	50	35	0	irq/29-eth0_g0_	1966	-21	runrttasks	08:45:47	0
1216	50	35	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	09:35:56	1
1216	50	35	0	irq/29-eth0_g0_	0	-21	swapper/0	08:57:46	0
12	1	35	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	07:41:30	0
1472	99	34	1	cyclictest	11644	-21	date	08:49:59	1
1472	99	34	1	cyclictest	0	-21	swapper/1	11:10:12	1
1472	99	34	1	cyclictest	0	-21	swapper/1	07:59:42	1
1472	99	34	1	cyclictest	0	-21	swapper/1	07:37:41	1
1472	99	34	1	cyclictest	0	-21	swapper/1	07:25:01	1
1472	99	34	1	cyclictest	0	-21	swapper/1	07:25:01	1
1217	50	34	0	irq/30-eth0_g0_	10556	-21	taskset	08:39:38	1
1216	50	34	0	irq/29-eth0_g0_	1966	-21	runrttasks	08:04:19	0
1216	50	34	0	irq/29-eth0_g0_	1966	-21	runrttasks	07:57:30	0
1216	50	34	0	irq/29-eth0_g0_	13687	-21	cat	09:10:00	0
12	1	34	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	07:45:24	0
12	1	34	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	07:32:34	1
1472	99	33	1	cyclictest	8062	-21	chrt	08:14:59	1
1217	50	33	0	irq/30-eth0_g0_	0	-21	swapper/1	08:59:23	1
12	1	33	0	ksoftirqd/1	5354	-21	taskset	07:48:00	1
1472	99	32	25	cyclictest	1966	-21	runrttasks	07:18:10	1
1472	99	32	1	cyclictest	8851	-21	seq	08:22:27	1
1217	50	32	0	irq/30-eth0_g0_	0	-21	swapper/1	08:31:00	1
1216	50	32	0	irq/29-eth0_g0_	8623	-21	latency_hist	08:19:59	0
1216	50	32	0	irq/29-eth0_g0_	1472	99	cyclictest	09:09:59	1
12	1	32	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	08:00:06	1
1472	99	31	1	cyclictest	9632	-21	grep	08:29:59	1
1217	50	31	0	irq/30-eth0_g0_	0	-21	swapper/1	07:24:26	1
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17