OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of shadow in rack #3, slot #5

Rack #0/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #1/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #2/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #3/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #4/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #5/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #6/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #7/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #8/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #9/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #a/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #b/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #c/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #d/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #e/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #f/#0 #1 #2 #3 #4 #5 #6 #7 #8
Special All - All RT - Optimization - Ethernet - Thumbnails - Next

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes
Compare latency of primary with shadow system

Characteristics of the highest latencies:

System rack3slot5s.osadl.org (updated Sat May 16, 2026 00:43:30)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
23595	2	143	0	sleep0	1214	50	irq/29-eth0_g0_	23:34:22	0
12	1	81	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:18:18	0
12	1	72	0	ksoftirqd/1	28996	99	cyclictest	22:32:28	1
14349	2	66	0	sleep1	1215	50	irq/30-eth0_g0_	22:03:52	1
31334	2	61	0	sleep1	1215	50	irq/30-eth0_g0_	19:31:34	1
12	1	61	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:41:10	0
24086	2	51	0	sleep1	1215	50	irq/30-eth0_g0_	23:39:11	1
12	1	51	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:26:19	1
12	1	51	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:19:20	1
1215	50	48	0	irq/30-eth0_g0_	19540	2	sleep1	22:54:29	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:54:59	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:17:58	1
12	1	47	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:05:05	1
12	1	47	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	19:41:25	1
1215	50	46	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	23:54:01	1
12	1	46	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:34:34	1
12	1	46	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:34:34	1
12	1	46	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:32:37	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:45:14	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:45:14	1
12	1	45	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:45:10	1
12	1	45	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:35:30	1
12	1	45	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:26:28	1
1214	50	44	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	21:58:06	0
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:05:03	1
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:35:44	0
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:35:44	0
1215	50	43	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	21:53:29	1
18990	2	42	0	sleep1	1214	50	irq/29-eth0_g0_	22:48:59	1
1215	50	42	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	21:23:45	1
1215	50	42	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	00:04:06	1
1214	50	42	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	23:47:56	0
1214	50	42	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	23:47:56	0
1215	50	41	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	22:58:55	1
1214	50	41	0	irq/29-eth0_g0_	1911	-21	runrttasks	21:29:19	0
1214	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:46:17	0
1214	50	41	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	23:58:38	0
12	1	41	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:31:29	1
28996	99	40	1	cyclictest	8760	-21	diskmemload	00:29:53	1
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:30:30	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:54:02	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:40:25	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:29:57	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:45:04	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:37:16	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:37:16	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:22:09	0
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:02:29	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:28:49	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:22:06	0
12	1	40	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	23:35:42	1
12	1	40	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:50:01	0
12	1	40	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	21:11:30	1
28664	2	39	0	sleep0	1214	50	irq/29-eth0_g0_	00:24:17	0
1215	50	39	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	22:36:07	1
1215	50	39	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	22:36:07	1
1215	50	39	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	23:48:52	1
1215	50	39	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	23:10:12	1
1215	50	39	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	23:10:12	1
1215	50	39	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	21:39:28	1
1215	50	39	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	00:25:23	1
1215	50	39	0	irq/30-eth0_g0_	12	1	ksoftirqd/1	00:01:22	1
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:53:04	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:26:25	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:23:02	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	22:02:42	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:34:22	0
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:19:02	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:42:25	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:17:32	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:10:39	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:10:39	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	23:03:22	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:14:38	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:11:50	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	22:06:34	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:50:06	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:35:26	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:15:29	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:10:52	0
12	1	39	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	00:06:40	0
12	1	39	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:10:52	1
1215	50	38	0	irq/30-eth0_g0_	0	-21	swapper/1	22:46:00	1
1214	50	38	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:56:09	0
1214	50	38	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:29:49	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	23:07:19	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:24:23	0
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	21:09:36	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:50:21	0
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	22:26:37	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	20:48:05	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	20:48:05	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	20:32:22	1
12	1	38	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	19:26:16	1
28996	99	37	1	cyclictest	0	-21	swapper/1	00:10:20	1
1215	50	37	0	irq/30-eth0_g0_	30315	-21	chrt	19:21:31	1
1215	50	37	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	21:15:39	1
1214	50	37	0	irq/29-eth0_g0_	3	1	ksoftirqd/0	19:28:52	0
1214	50	37	0	irq/29-eth0_g0_	28735	-21	runrttasks	19:05:57	0
1214	50	37	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:43:42	0
1214	50	37	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:43:42	0
1214	50	37	0	irq/29-eth0_g0_	13	-21	kworker/0:1	00:28:57	0
12	1	37	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	19:09:52	1
28996	99	36	10	cyclictest	0	-21	swapper/1	23:16:37	1
28996	99	36	1	cyclictest	4749	-21	taskset	20:28:52	1
1215	50	36	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	23:19:28	1
1215	50	36	0	irq/30-eth0_g0_	1221	-21	kworker/1:2	22:19:14	1
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	21:05:09	0
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:36:48	0
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:03:57	0
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:54:17	0
1214	50	36	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:14:40	0
28996	99	35	1	cyclictest	6282	-21	cat	20:43:51	1
28996	99	35	1	cyclictest	6282	-21	cat	20:43:51	1
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:47:21	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:47:21	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:02:29	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:21:30	0
1214	50	35	0	irq/29-eth0_g0_	12	1	ksoftirqd/1	22:17:32	1
12	1	35	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:52:24	0
12	1	35	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:52:24	0
12	1	35	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	20:25:52	0
12	1	35	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	19:48:18	0
28996	99	34	1	cyclictest	8475	-21	chrt	21:05:34	1
28996	99	34	1	cyclictest	7240	-21	chrt	20:53:51	1
28996	99	34	1	cyclictest	7240	-21	chrt	20:53:51	1
28996	99	34	1	cyclictest	18249	2	sleep1	22:42:10	1
1214	50	34	0	irq/29-eth0_g0_	1911	-21	runrttasks	20:23:18	1
1214	50	34	0	irq/29-eth0_g0_	1911	-21	runrttasks	19:10:36	0
12	1	34	0	ksoftirqd/1	29670	-21	taskset	19:14:54	1
12	1	34	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	21:01:04	0
28996	99	33	1	cyclictest	1911	-21	runrttasks	20:14:52	1
28996	99	33	1	cyclictest	1719	-21	taskset	19:58:52	1
28996	99	33	1	cyclictest	0	-21	swapper/1	20:11:22	1
1215	50	33	0	irq/30-eth0_g0_	636	-21	latency_hist	19:48:51	1
1214	50	33	0	irq/29-eth0_g0_	0	-21	swapper/0	20:19:02	0
28996	99	32	1	cyclictest	0	-21	swapper/1	20:05:32	1
1215	50	32	0	irq/30-eth0_g0_	0	-21	swapper/1	21:02:48	1
1214	50	32	0	irq/29-eth0_g0_	3188	-21	latency_hist	20:13:52	0
1214	50	32	0	irq/29-eth0_g0_	0	-21	swapper/0	20:33:23	0
12	1	32	0	ksoftirqd/1	28993	-21	munin-run	19:08:51	1
12	1	32	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	19:57:28	1
28996	99	31	1	cyclictest	0	-21	swapper/1	19:34:33	1
1215	50	31	0	irq/30-eth0_g0_	28996	99	cyclictest	20:35:41	1
1214	50	31	0	irq/29-eth0_g0_	0	-21	swapper/0	19:40:49	0
12	1	31	0	ksoftirqd/1	809	-21	taskset	19:50:21	1
1214	50	30	0	irq/29-eth0_g0_	0	-21	swapper/0	20:14:27	0
28996	99	29	14	cyclictest	7742	-21	munin-run	20:58:51	1
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17