OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of shadow in rack #3, slot #5

Rack #0/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #1/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #2/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #3/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #4/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #5/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #6/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #7/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #8/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #9/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #a/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #b/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #c/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #d/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #e/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #f/#0 #1 #2 #3 #4 #5 #6 #7 #8
Special All - All RT - Optimization - Ethernet - Thumbnails - Next

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes
Compare latency of primary with shadow system

Characteristics of the 376 highest latencies:

System rack3slot5s.osadl.org (updated Mon Mar 09, 2026 00:47:32)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
26653	2	156	0	sleep1	1214	50	irq/29-eth0_g0_	21:42:38	1
32512	2	152	0	chrt	1214	50	irq/29-eth0_g0_	22:06:55	0
12	1	114	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:29:58	1
12	1	101	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:29:46	0
12	1	87	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:54:57	0
12	1	86	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:24:43	0
12	1	83	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	19:35:00	0
12	1	77	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:40:01	0
25548	2	75	0	sleep0	1215	50	irq/30-eth0_g0_	21:38:28	0
25548	2	75	0	sleep0	1215	50	irq/30-eth0_g0_	21:38:28	0
16637	2	75	0	sleep0	1215	50	irq/30-eth0_g0_	23:16:30	0
12	1	75	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	19:19:59	1
8778	2	72	0	sleep1	1215	50	irq/30-eth0_g0_	22:44:55	1
12	1	72	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:53:59	1
12	1	57	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	19:29:59	1
12	1	56	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:52:05	1
1215	50	53	0	irq/30-eth0_g0_	21587	99	cyclictest	23:24:53	1
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:57:34	1
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:36:45	1
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:32:26	1
24379	2	52	0	sleep0	1214	50	irq/29-eth0_g0_	21:33:57	0
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:40:24	1
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:15:20	1
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:59:58	1
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:05:11	1
12	1	51	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:08:58	1
12	1	51	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:05:05	0
12	1	51	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:04:39	1
12	1	51	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:37:02	1
12	1	51	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:37:02	1
1215	50	50	0	irq/30-eth0_g0_	21587	99	cyclictest	21:44:58	1
1215	50	50	0	irq/30-eth0_g0_	21587	99	cyclictest	21:44:58	1
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:47:12	1
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:37:11	1
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:25:03	1
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:54:52	1
1214	50	49	0	irq/29-eth0_g0_	20466	-21	unixbench_singl	21:15:06	0
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:14:38	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:24:56	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:14:33	1
12	1	49	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:10:56	1
12	1	49	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:51:04	0
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:33:10	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:04:13	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:41:01	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:19:51	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:52:02	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:21:28	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:13:54	0
1215	50	46	0	irq/30-eth0_g0_	21587	99	cyclictest	20:11:54	1
1214	50	46	0	irq/29-eth0_g0_	21132	-21	unixbench_singl	19:05:04	0
12	1	46	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:05:16	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:22:05	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:16:12	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:17:16	0
12	1	44	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:44:55	0
12	1	44	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:26:06	1
12	1	44	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:10:04	1
1214	50	43	0	irq/29-eth0_g0_	1372	-21	latency_hist	19:59:43	0
1214	50	43	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:55:03	0
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:59:32	0
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:56:04	1
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:55:13	1
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:39:54	1
12	1	43	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:10:18	0
12	1	42	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:27:40	0
12	1	42	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:54:57	1
12	1	42	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:54:57	1
12	1	42	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:21:41	0
12	1	42	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	20:44:58	1
21587	99	41	1	cyclictest	10715	-21	grep	20:35:04	1
1214	50	41	0	irq/29-eth0_g0_	17220	-21	interrupts	23:19:56	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:29:33	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:47:32	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:47:32	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:44:59	1
21587	99	40	2	cyclictest	14877	-21	munin-run	20:54:46	1
21587	99	40	1	cyclictest	2023	-21	runrttasks	20:20:04	1
21587	99	40	1	cyclictest	1613	-21	df_inode	19:59:54	1
1214	50	40	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	23:50:38	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:37:42	0
12	1	40	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:40:46	0
21587	99	39	2	cyclictest	2167	-21	lldpd	21:04:49	1
21587	99	39	1	cyclictest	11357	-21	df_abs	20:39:55	1
21587	99	39	1	cyclictest	11357	-21	df_abs	20:39:55	1
1215	50	39	0	irq/30-eth0_g0_	21113	-21	head	19:05:04	1
1214	50	39	0	irq/29-eth0_g0_	2023	-21	runrttasks	20:01:20	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:00:33	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:05:03	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:25:05	0
21587	99	38	2	cyclictest	31679	-21	iostat	19:50:00	1
21587	99	38	1	cyclictest	7878	-21	latency	20:24:58	1
21587	99	38	1	cyclictest	2145	-21	snmpd	20:14:55	1
21587	99	38	1	cyclictest	18538	-21	diskmemload	22:14:59	1
1214	50	38	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	21:43:50	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:46:15	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:21:53	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:14:01	0
1214	50	38	0	irq/29-eth0_g0_	0	-21	swapper/0	23:36:29	0
21587	99	37	2	cyclictest	28182	-21	ntp_offset	19:35:00	1
21587	99	37	1	cyclictest	9172	-21	taskset	20:29:58	1
21587	99	37	1	cyclictest	23577	-21	unixbench_singl	19:15:05	1
1214	50	37	0	irq/29-eth0_g0_	6510	-21	df_abs	20:19:54	0
1214	50	37	0	irq/29-eth0_g0_	20208	-21	taskset	23:31:29	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:52:12	0
1214	50	36	0	irq/29-eth0_g0_	22322	-21	unixbench_multi	19:10:04	0
1214	50	36	0	irq/29-eth0_g0_	11837	-21	sendmail_mailst	20:40:04	0
1214	50	36	0	irq/29-eth0_g0_	11837	-21	sendmail_mailst	20:40:04	0
1214	50	35	0	irq/29-eth0_g0_	9373	-21	sendmail_mailqu	20:30:02	0
1214	50	35	0	irq/29-eth0_g0_	5746	-21	sort	20:15:05	0
1214	50	35	0	irq/29-eth0_g0_	3368	-21	unixbench_multi	20:05:04	0
1214	50	35	0	irq/29-eth0_g0_	31905	-21	ps	19:50:04	0
1214	50	35	0	irq/29-eth0_g0_	10063	-21	/usr/sbin/munin	20:34:54	0
1214	50	34	0	irq/29-eth0_g0_	3991	-21	df	20:09:53	0
1214	50	34	0	irq/29-eth0_g0_	30937	-21	grep	19:45:05	0
1214	50	34	0	irq/29-eth0_g0_	29019	-21	/usr/sbin/munin	19:40:01	0
1214	50	34	0	irq/29-eth0_g0_	16430	-21	cat	20:59:57	0
1214	50	34	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:00:14	0
1214	50	34	0	irq/29-eth0_g0_	12577	-21	sshd	20:44:54	0
1214	50	34	0	irq/29-eth0_g0_	0	-21	swapper/0	22:28:14	0
1214	50	33	0	irq/29-eth0_g0_	8352	-21	runrttasks	20:25:11	0
1214	50	33	0	irq/29-eth0_g0_	26634	-21	sed	19:29:54	0
1214	50	33	0	irq/29-eth0_g0_	23115	-21	if_eth0	19:14:57	0
1214	50	33	0	irq/29-eth0_g0_	15335	-21	netstat	20:54:59	0
1214	50	33	0	irq/29-eth0_g0_	15335	-21	netstat	20:54:59	0
1214	50	32	0	irq/29-eth0_g0_	13982	-21	latency	20:49:56	0
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17