OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of shadow in rack #3, slot #5

Rack #0/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #1/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #2/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #3/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #4/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #5/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #6/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #7/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #8/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #9/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #a/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #b/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #c/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #d/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #e/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #f/#0 #1 #2 #3 #4 #5 #6 #7 #8
Special All - All RT - Optimization - Ethernet - Thumbnails - Next

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes
Compare latency of primary with shadow system

Characteristics of the highest latencies:

System rack3slot5s.osadl.org (updated Tue May 19, 2026 00:43:30)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
7825	2	142	0	sleep0	1214	50	irq/29-eth0_g0_	21:51:41	0
12	1	137	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:35:48	0
12	1	114	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:10:30	1
17512	2	66	0	chrt	1214	50	irq/29-eth0_g0_	23:28:28	0
12	1	62	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:49:14	1
12	1	56	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:42:07	1
12	1	56	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:22:36	1
12	1	55	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:31:18	1
3699	2	54	0	sleep1	1215	50	irq/30-eth0_g0_	21:10:27	1
12	1	54	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:33:36	1
12	1	54	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:34:34	1
10265	2	54	0	sleep1	1214	50	irq/29-eth0_g0_	22:15:31	1
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:53:51	1
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:38:36	1
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:38:36	1
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:06:09	1
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:43:06	1
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:05:37	0
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:20:57	1
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:44:51	1
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:44:51	1
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:03:31	1
12	1	51	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:25:54	1
12	1	51	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:22:29	1
12	1	51	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:30:09	0
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:01:32	1
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:01:32	1
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:52:57	1
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:18:43	1
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:06:15	1
12	1	50	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:40:24	0
12	1	50	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:06:40	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:52:04	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:44:19	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:08:55	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:27:31	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:09:35	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:59:01	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:38:14	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:27:08	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:28:49	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:57:00	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:49:08	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:25:09	0
12	1	48	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:18:59	0
1214	50	47	0	irq/29-eth0_g0_	11095	-21	latency_hist	22:23:45	0
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:58:32	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:32:20	1
12	1	46	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:41:56	1
12	1	46	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	00:02:59	0
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:24:48	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:15:38	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:34:50	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:48:27	0
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:48:27	0
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:16:13	0
1214	50	43	0	irq/29-eth0_g0_	23685	-21	munin-run	19:08:45	0
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:55:45	0
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:40:14	0
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:28:03	1
12	1	43	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:20:11	1
1215	50	42	0	irq/30-eth0_g0_	13	-21	kworker/0:1	00:31:58	0
12	1	42	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:44:40	1
12	1	42	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:12:09	0
12	1	42	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:49:07	0
12	1	42	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:42:02	0
12	1	42	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:33:38	0
1214	50	41	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	21:08:53	0
1214	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:34:02	0
1214	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:34:02	0
12	1	41	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:20:46	0
12	1	41	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	19:54:27	1
8339	2	40	0	sleep0	1214	50	irq/29-eth0_g0_	21:56:45	0
1214	50	40	0	irq/29-eth0_g0_	23687	99	cyclictest	23:47:13	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:25:31	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:19:41	0
12	1	40	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:15:40	1
12	1	40	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	00:25:33	0
1214	50	39	0	irq/29-eth0_g0_	6521	-21	cut	21:38:45	0
1214	50	39	0	irq/29-eth0_g0_	1911	-21	runrttasks	23:31:12	0
1214	50	39	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	22:01:22	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:13:46	0
1214	50	38	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	22:52:39	0
1214	50	38	0	irq/29-eth0_g0_	1911	-21	runrttasks	22:54:38	0
1214	50	38	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:19:55	0
1214	50	38	0	irq/29-eth0_g0_	13087	-21	runrttasks	22:44:13	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:16:53	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:08:05	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:04:17	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:12:03	0
23688	99	37	2	cyclictest	891	-21	munin-run	20:43:45	1
23688	99	37	1	cyclictest	3023	-21	latency_hist	21:03:46	1
23688	99	37	1	cyclictest	24761	-21	wc	19:18:45	1
1215	50	37	0	irq/30-eth0_g0_	1911	-21	runrttasks	20:57:11	0
1214	50	37	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:39:42	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:59:37	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:59:37	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:14:03	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:37:24	0
23688	99	36	2	cyclictest	29779	-21	munin-run	20:08:45	1
23688	99	36	1	cyclictest	1432	-21	chrt	20:48:45	1
1215	50	36	0	irq/30-eth0_g0_	1911	-21	runrttasks	19:07:15	1
1214	50	36	0	irq/29-eth0_g0_	30289	-21	pluginstate	20:13:45	0
1214	50	36	0	irq/29-eth0_g0_	2994	-21	chrt	21:03:45	0
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:14:29	0
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:25:09	0
1214	50	36	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:12:49	0
23688	99	35	2	cyclictest	32382	-21	latency_hist	20:33:45	1
23688	99	35	1	cyclictest	26785	-21	latency_hist	19:38:46	1
23688	99	35	1	cyclictest	26232	-21	cat	19:33:45	1
23688	99	35	1	cyclictest	0	-21	swapper/1	20:03:24	1
1214	50	35	0	irq/29-eth0_g0_	29270	-21	/usr/sbin/munin	20:03:45	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:44:48	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:49:10	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:49:10	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:43:13	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:43:13	0
1214	50	35	0	irq/29-eth0_g0_	1647	-21	sshd	20:50:32	0
1214	50	35	0	irq/29-eth0_g0_	0	-21	swapper/0	20:07:12	0
1214	50	35	0	irq/29-eth0_g0_	0	-21	swapper/0	19:09:35	0
23688	99	34	1	cyclictest	0	-21	swapper/1	20:16:08	1
23688	99	34	1	cyclictest	0	-21	swapper/1	19:48:21	1
23688	99	34	1	cyclictest	0	-21	swapper/1	19:48:21	1
1215	50	34	0	irq/30-eth0_g0_	1911	-21	runrttasks	19:45:27	0
1215	50	34	0	irq/30-eth0_g0_	1911	-21	runrttasks	19:45:27	0
1214	50	34	0	irq/29-eth0_g0_	3523	-21	date	21:08:46	0
1214	50	34	0	irq/29-eth0_g0_	26257	-21	cat	19:33:46	0
1214	50	34	0	irq/29-eth0_g0_	1972	-21	lldpd	20:32:38	0
1214	50	34	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:55:01	0
1214	50	34	0	irq/29-eth0_g0_	0	-21	swapper/0	19:20:48	0
12	1	34	0	ksoftirqd/1	23688	99	cyclictest	19:51:30	1
12	1	34	0	ksoftirqd/1	23688	99	cyclictest	19:51:30	1
12	1	34	0	ksoftirqd/1	23688	99	cyclictest	19:40:08	1
12	1	34	0	ksoftirqd/1	23688	99	cyclictest	19:40:08	1
12	1	34	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:09:32	1
23688	99	33	1	cyclictest	0	-21	swapper/1	20:37:30	1
23688	99	33	0	cyclictest	0	-21	swapper/1	20:09:20	1
1214	50	33	0	irq/29-eth0_g0_	403	-21	latency_hist	20:38:45	0
12	1	33	0	ksoftirqd/1	23688	99	cyclictest	21:06:55	1
12	1	33	0	ksoftirqd/1	23688	99	cyclictest	20:54:44	1
12	1	33	0	ksoftirqd/1	23688	99	cyclictest	19:26:09	1
12	1	33	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:21:06	1
23688	99	32	1	cyclictest	0	-21	swapper/1	20:20:09	1
1214	50	32	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:24:59	0
1214	50	30	0	irq/29-eth0_g0_	0	-21	swapper/0	19:37:32	0
1214	50	30	0	irq/29-eth0_g0_	0	-21	swapper/0	19:16:13	0
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17