OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of shadow in rack #3, slot #5

Rack #0/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #1/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #2/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #3/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #4/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #5/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #6/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #7/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #8/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #9/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #a/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #b/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #c/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #d/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #e/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #f/#0 #1 #2 #3 #4 #5 #6 #7 #8
Special All - All RT - Optimization - Ethernet - Thumbnails - Next

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes
Compare latency of primary with shadow system

Characteristics of the highest latencies:

System rack3slot5s.osadl.org (updated Wed Jun 17, 2026 00:43:31)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
24390	2	169	0	sleep1	1216	50	irq/29-eth0_g0_	22:00:14	1
12925	2	150	0	sleep1	1216	50	irq/29-eth0_g0_	23:26:26	1
12	1	100	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:34:01	0
26102	2	93	0	sleep1	1217	50	irq/30-eth0_g0_	00:19:24	1
5146	2	72	0	sleep1	1217	50	irq/30-eth0_g0_	20:44:02	1
12	1	71	0	ksoftirqd/1	18946	2	sleep0	21:39:16	0
17378	2	70	0	sleep1	1217	50	irq/30-eth0_g0_	19:19:20	1
11388	2	67	0	sleep1	1217	50	irq/30-eth0_g0_	21:09:13	1
11388	2	67	0	sleep1	1217	50	irq/30-eth0_g0_	21:09:13	1
12	1	61	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:54:08	0
12	1	61	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:45:23	1
13866	2	57	0	sleep0	1217	50	irq/30-eth0_g0_	23:29:22	0
12	1	56	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	21:29:21	1
12	1	53	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:50:40	1
14093	2	51	0	sleep1	1217	50	irq/30-eth0_g0_	23:30:48	1
20322	2	50	0	sleep1	1217	50	irq/30-eth0_g0_	23:56:52	1
12	1	50	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:12:49	1
12	1	50	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	00:30:42	1
12	1	49	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:51:16	1
12	1	49	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:51:16	1
12	1	49	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:21:46	0
12	1	49	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	19:29:47	1
12	1	46	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	00:08:49	1
12	1	46	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	22:26:10	1
12	1	46	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	20:53:08	1
1216	50	45	0	irq/29-eth0_g0_	1964	-21	runrttasks	20:47:28	0
12	1	45	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	20:49:02	1
12	1	45	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:43:00	0
12	1	45	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:40:28	1
3155	2	44	0	sleep1	1217	50	irq/30-eth0_g0_	22:46:54	1
12	1	44	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:15:05	1
12	1	44	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	20:14:15	0
1217	50	43	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	22:54:19	1
1914	2	42	0	sleep0	1216	50	irq/29-eth0_g0_	22:41:53	0
1217	50	42	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	23:04:31	1
1217	50	42	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	22:38:13	1
1216	50	42	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	23:28:49	0
1216	50	42	0	irq/29-eth0_g0_	23522	-21	processes	00:09:21	0
1216	50	42	0	irq/29-eth0_g0_	0	-21	swapper/0	19:07:04	0
12	1	42	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	00:08:59	0
12	1	42	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:37:42	1
12	1	42	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:37:42	1
12	1	42	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	21:54:29	1
1217	50	41	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	22:18:22	1
1217	50	41	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	00:01:02	1
1216	50	41	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	21:12:10	0
1216	50	41	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	21:12:10	0
1216	50	41	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	21:28:56	0
1216	50	41	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	00:30:47	0
12	1	41	0	ksoftirqd/1	13128	-21	/usr/sbin/munin	19:04:12	1
12	1	41	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:44:17	1
14211	99	40	1	cyclictest	25580	-21	wc	19:54:17	1
1217	50	40	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	22:40:46	1
1217	50	40	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	22:10:40	1
1217	50	40	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	22:10:40	1
1216	50	40	0	irq/29-eth0_g0_	8688	-21	netstat	23:09:17	0
1216	50	40	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	23:34:22	0
1216	50	40	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	23:34:22	0
1216	50	40	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	23:07:22	0
1216	50	40	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	22:19:19	0
1216	50	40	0	irq/29-eth0_g0_	28180	-21	chrt	22:16:27	0
1216	50	40	0	irq/29-eth0_g0_	27442	-21	unixbench_singl	00:24:24	0
1216	50	40	0	irq/29-eth0_g0_	25910	-21	ntp_states	00:19:20	0
1216	50	40	0	irq/29-eth0_g0_	22586	2	sshd	19:41:42	0
1216	50	40	0	irq/29-eth0_g0_	1964	-21	runrttasks	21:35:29	0
1216	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:17:29	0
12	1	40	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:05:51	0
12	1	40	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:54:33	0
12	1	40	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:51:49	0
12	1	40	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:51:49	0
12	1	40	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:07:51	0
12	1	40	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	20:56:09	0
12	1	40	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	20:51:44	0
12	1	40	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	20:19:58	0
12	1	40	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	19:24:12	0
12	1	40	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	19:23:22	0
12	1	40	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	00:39:00	0
12	1	40	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	23:23:48	1
12	1	40	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	22:06:56	1
12	1	40	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	00:02:19	0
14211	99	39	2	cyclictest	8320	-21	unixbench_singl	20:54:24	1
14211	99	39	1	cyclictest	29602	-21	sort	20:09:23	1
1217	50	39	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	23:03:38	1
1217	50	39	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	21:24:45	1
1217	50	39	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	23:15:34	1
1216	50	39	0	irq/29-eth0_g0_	6894	-21	seq	23:02:37	0
1216	50	39	0	irq/29-eth0_g0_	17290	-21	netstat	23:44:17	0
1216	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:51:52	0
1216	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:10:39	0
1216	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:10:39	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:55:43	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	23:15:35	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:26:59	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:01:08	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:29:03	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	21:19:29	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	20:43:28	0
12	1	39	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	20:11:45	0
12	1	39	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	00:10:42	1
20864	2	38	0	sleep0	1216	50	irq/29-eth0_g0_	21:46:58	0
14211	99	38	1	cyclictest	28173	-21	awk	20:04:20	1
14211	99	38	1	cyclictest	17921	-21	grep	21:34:21	1
1217	50	38	0	irq/30-eth0_g0_	15913	-21	seq	19:14:19	1
1217	50	38	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	22:29:47	1
1217	50	38	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	00:26:33	1
1217	50	38	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	00:15:03	1
1216	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:34:24	0
14211	99	37	2	cyclictest	23436	-21	sendmail_mailtr	19:44:23	1
14211	99	37	1	cyclictest	24739	-21	unixbench_multi	19:49:22	1
14211	99	37	1	cyclictest	21085	-21	grep	19:34:23	1
1217	50	37	0	irq/30-eth0_g0_	13	-21	kworker/0:1	21:15:19	0
1217	50	37	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	22:20:40	1
1217	50	37	0	irq/30-eth0_g0_	0	-21	swapper/1	21:19:50	1
1216	50	37	0	irq/29-eth0_g0_	1964	-21	runrttasks	19:35:29	0
1216	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:52:56	0
12	1	37	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	22:47:29	0
12	1	37	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	19:53:13	0
14211	99	36	1	cyclictest	3826	-21	taskset	22:49:20	1
14211	99	36	1	cyclictest	21659	-21	cpu	19:39:13	1
14211	99	36	1	cyclictest	0	-21	swapper/1	00:34:15	1
1217	50	36	0	irq/30-eth0_g0_	14302	-21	/usr/sbin/munin	19:09:13	1
1217	50	36	0	irq/30-eth0_g0_	1219	-21	kworker/1:2	21:41:48	1
1216	50	36	0	irq/29-eth0_g0_	9329	-21	ps	20:59:19	0
1216	50	36	0	irq/29-eth0_g0_	23505	-21	grep	19:44:24	0
1216	50	36	0	irq/29-eth0_g0_	1964	-21	runrttasks	20:35:25	0
1216	50	36	0	irq/29-eth0_g0_	1964	-21	runrttasks	20:00:41	0
1216	50	36	0	irq/29-eth0_g0_	1964	-21	runrttasks	19:12:53	0
1216	50	36	0	irq/29-eth0_g0_	0	-21	swapper/0	20:29:18	0
12	1	36	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	20:07:42	0
12	1	36	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	19:26:09	1
14211	99	35	1	cyclictest	27091	-21	rt-features	19:59:21	1
14211	99	35	1	cyclictest	11234	2	sleep1	21:09:02	1
1216	50	35	0	irq/29-eth0_g0_	365	-21	df_abs	20:24:14	0
1216	50	35	0	irq/29-eth0_g0_	365	-21	df_abs	20:24:14	0
12	1	35	0	ksoftirqd/1	1217	50	irq/30-eth0_g0_	19:33:31	0
14211	99	34	1	cyclictest	2109	-21	lldpd	20:21:41	1
1217	50	34	0	irq/30-eth0_g0_	9518	-21	unixbench_multi	20:59:21	1
1217	50	34	0	irq/30-eth0_g0_	1964	-21	runrttasks	19:18:56	0
1216	50	34	0	irq/29-eth0_g0_	25870	-21	sendmail_mailqu	19:54:22	0
12	1	33	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	20:30:07	1
12	1	33	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	20:25:30	1
12	1	33	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	20:25:30	1
12	1	33	0	ksoftirqd/1	1216	50	irq/29-eth0_g0_	20:14:18	1
14211	99	31	1	cyclictest	3027	-21	memory	20:34:17	1
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17