OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of shadow in rack #3, slot #5

Rack #0/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #1/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #2/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #3/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #4/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #5/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #6/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #7/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #8/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #9/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #a/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #b/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #c/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #d/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #e/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #f/#0 #1 #2 #3 #4 #5 #6 #7 #8
Special All - All RT - Optimization - Ethernet - Thumbnails - Next

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes
Compare latency of primary with shadow system

Characteristics of all highest latencies:

System rack3slot5s.osadl.org (updated Sun Sep 08, 2024 00:43:29)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
12	1	100	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:42:18	1
12	1	91	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:21:56	1
12	1	87	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:49:33	0
30466	2	64	0	sleep0	1215	50	irq/30-eth0_g0_	22:24:56	0
26431	2	64	0	sleep0	1214	50	irq/29-eth0_g0_	00:21:50	0
17634	2	61	0	sleep1	1215	50	irq/30-eth0_g0_	21:34:44	1
30699	2	54	0	sleep1	1215	50	irq/30-eth0_g0_	22:26:42	1
24589	2	54	0	sleep0	1214	50	irq/29-eth0_g0_	22:01:47	0
1338	2	53	0	sleep0	1214	50	irq/29-eth0_g0_	22:39:47	0
12	1	51	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:57:00	0
12	1	51	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:33:37	1
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:04:51	0
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:58:01	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:14:26	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:28:56	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:08:47	1
12	1	48	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	00:33:33	0
10545	2	48	0	sleep1	1214	50	irq/29-eth0_g0_	23:16:59	1
12	1	47	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:28:41	0
12	1	47	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	00:21:17	1
12	1	46	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:23:34	0
18470	2	45	0	sleep0	1214	50	irq/29-eth0_g0_	21:36:46	0
1214	50	45	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	21:29:47	0
1214	50	45	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	19:09:33	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:47:29	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:20:09	1
1215	50	44	0	irq/30-eth0_g0_	1227	-21	kworker/1:2	00:38:21	1
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:47:45	1
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:44:54	0
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:05:04	1
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	20:56:55	1
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	19:29:20	1
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	00:11:32	1
1215	50	43	0	irq/30-eth0_g0_	1227	-21	kworker/1:2	22:12:16	1
1215	50	43	0	irq/30-eth0_g0_	1227	-21	kworker/1:2	00:27:35	1
12	1	43	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:28:55	1
1215	50	42	0	irq/30-eth0_g0_	1227	-21	kworker/1:2	22:30:18	1
1215	50	42	0	irq/30-eth0_g0_	1227	-21	kworker/1:2	00:08:13	1
1215	50	42	0	irq/30-eth0_g0_	0	-21	swapper/1	21:52:05	1
1214	50	42	0	irq/29-eth0_g0_	1940	-21	runrttasks	19:46:56	0
1214	50	42	0	irq/29-eth0_g0_	13980	-21	unixbench_singl	19:04:54	0
12	1	42	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	00:15:39	0
1214	50	41	0	irq/29-eth0_g0_	18480	-21	latency	23:49:48	0
1214	50	41	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	23:18:45	0
1214	50	41	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	21:16:37	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:54:56	1
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:09:49	0
12	1	41	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:05:37	0
12	1	41	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:33:38	1
1215	50	40	0	irq/30-eth0_g0_	1227	-21	kworker/1:2	22:04:54	1
1215	50	40	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	22:24:01	1
1214	50	40	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	22:59:45	0
1214	50	40	0	irq/29-eth0_g0_	28724	2	sleep1	00:30:02	1
1214	50	40	0	irq/29-eth0_g0_	25984	-21	proc_pri	19:54:51	0
1214	50	40	0	irq/29-eth0_g0_	14974	-21	ps	19:09:52	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:42:54	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:52:34	0
1214	50	40	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	21:50:04	0
12	1	40	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	19:49:49	1
14417	99	39	1	cyclictest	5281	-21	sort	20:44:33	1
1215	50	39	0	irq/30-eth0_g0_	1227	-21	kworker/1:2	23:44:46	1
1215	50	39	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	23:13:36	1
1215	50	39	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	23:00:33	1
1215	50	39	0	irq/30-eth0_g0_	0	-21	swapper/1	19:19:46	1
1214	50	39	0	irq/29-eth0_g0_	1940	-21	runrttasks	23:59:46	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:35:57	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:20:05	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:10:59	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:36:13	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:25:12	0
1214	50	39	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	23:34:44	1
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:45:26	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:37:12	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:55:18	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:43:56	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:11:51	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:03:37	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:00:23	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:20:09	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:17:21	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:17:21	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:10:30	0
12	1	39	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	20:04:54	1
14417	99	38	9	cyclictest	0	-21	swapper/1	23:53:43	1
14417	99	38	4	cyclictest	5462	-21	df_abs	20:44:45	1
1215	50	38	0	irq/30-eth0_g0_	1227	-21	kworker/1:2	21:14:59	1
1215	50	38	0	irq/30-eth0_g0_	1227	-21	kworker/1:2	00:14:34	1
1215	50	38	0	irq/30-eth0_g0_	0	-21	swapper/1	22:39:55	1
1214	50	38	0	irq/29-eth0_g0_	963	-21	mailstats	20:24:53	0
1214	50	38	0	irq/29-eth0_g0_	5388	-21	unixbench_multi	22:54:52	0
1214	50	38	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	23:07:02	0
1214	50	38	0	irq/29-eth0_g0_	1940	-21	runrttasks	20:36:42	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:27:44	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:29:38	0
1214	50	38	0	irq/29-eth0_g0_	0	-21	swapper/0	20:09:48	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:20:23	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:14:41	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:06:05	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:29:42	0
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:14:52	1
14417	99	37	2	cyclictest	21925	-21	df_abs	19:39:45	1
14417	99	37	1	cyclictest	32358	-21	vmstat	20:19:54	1
14417	99	37	1	cyclictest	30667	-21	seq	20:14:48	1
14417	99	37	1	cyclictest	15106	-21	cat	19:09:53	1
1215	50	37	0	irq/30-eth0_g0_	1227	-21	kworker/1:2	22:38:37	1
1215	50	37	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	22:56:22	1
1215	50	37	0	irq/30-eth0_g0_	0	-21	swapper/1	22:49:51	1
1214	50	37	0	irq/29-eth0_g0_	8489	-21	unixbench_singl	20:54:54	0
1214	50	37	0	irq/29-eth0_g0_	1940	-21	runrttasks	19:27:28	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:31:35	0
12	1	37	0	ksoftirqd/1	1978	-21	taskset	20:29:47	1
14417	99	36	30	cyclictest	19473	-21	grep	21:39:55	1
14417	99	36	1	cyclictest	0	-21	swapper/1	19:29:48	1
1215	50	36	0	irq/30-eth0_g0_	1227	-21	kworker/1:2	22:03:47	1
1214	50	36	0	irq/29-eth0_g0_	6941	-21	awk	20:49:49	0
1214	50	36	0	irq/29-eth0_g0_	30814	-21	ntp_states	20:14:51	0
1214	50	36	0	irq/29-eth0_g0_	1940	-21	runrttasks	20:42:19	0
1214	50	36	0	irq/29-eth0_g0_	10764	-21	sendmail_mailqu	21:04:52	0
12	1	36	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:59:49	1
12	1	36	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	20:49:53	1
14417	99	35	2	cyclictest	3108	-21	/usr/sbin/munin	20:34:46	1
14417	99	35	1	cyclictest	26180	-21	grep	19:54:53	1
14417	99	35	1	cyclictest	16375	-21	unixbench_multi	19:14:51	1
14417	99	35	1	cyclictest	16375	-21	unixbench_multi	19:14:51	1
1214	50	35	0	irq/29-eth0_g0_	32342	-21	head	20:19:54	0
1214	50	35	0	irq/29-eth0_g0_	23067	-21	runrttasks	19:44:36	1
1214	50	35	0	irq/29-eth0_g0_	22393	-21	sendmail_mailqu	19:39:53	0
1214	50	35	0	irq/29-eth0_g0_	2189	-21	rt-features	20:29:50	0
1214	50	35	0	irq/29-eth0_g0_	1940	-21	runrttasks	20:46:41	0
14417	99	34	1	cyclictest	539	-21	df	20:24:45	1
1214	50	34	0	irq/29-eth0_g0_	24943	-21	unixbench_multi	19:49:53	0
1214	50	34	0	irq/29-eth0_g0_	20763	-21	df	19:34:46	0
14417	99	33	1	cyclictest	9078	-21	sed	20:59:45	1
14417	99	33	1	cyclictest	27388	-21	unixbench_multi	19:59:54	1
1214	50	33	0	irq/29-eth0_g0_	29189	-21	runrttasks	20:09:41	1
1214	50	31	0	irq/29-eth0_g0_	21671	-21	runrttasks	19:38:31	1
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17