OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of shadow in rack #3, slot #5

Rack #0/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #1/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #2/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #3/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #4/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #5/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #6/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #7/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #8/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #9/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #a/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #b/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #c/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #d/#0 #1 #2 #3 #4 #5 #6 #7 #8 -
Rack #e/#0 #1 #2 #3 #4 #5 #6 #7 #8 - Rack #f/#0 #1 #2 #3 #4 #5 #6 #7 #8
Special All - All RT - Optimization - Ethernet - Thumbnails - Next

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes
Compare latency of primary with shadow system

Characteristics of the highest latencies:

System rack3slot5s.osadl.org (updated Thu Apr 16, 2026 12:43:30)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
4112	2	171	0	sleep0	1214	50	irq/29-eth0_g0_	10:28:54	0
9018	2	94	0	chrt	1215	50	irq/30-eth0_g0_	11:17:15	0
12	1	83	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:09:58	0
4972	2	59	0	sleep1	1215	50	irq/30-eth0_g0_	10:37:11	1
12	1	58	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:09:06	1
2390	2	54	0	sleep0	1214	50	irq/29-eth0_g0_	10:11:20	0
16979	2	54	0	sleep0	1215	50	irq/30-eth0_g0_	12:35:38	0
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:04:09	0
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:21:52	1
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:18:28	1
12	1	53	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:18:28	1
12	1	53	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	09:46:15	1
12	1	52	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:58:57	1
12	1	52	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:14:59	1
12	1	51	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:35:43	1
12	1	51	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:07:27	0
12	1	51	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:35:07	1
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:02:53	1
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:40:24	1
12	1	50	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:40:24	1
12	1	50	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	12:05:57	1
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:43:24	0
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:44:51	0
12	1	49	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:44:51	0
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:56:02	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:22:50	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:13:50	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:58:43	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:52:59	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:11:38	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:30:41	1
12	1	48	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:10:59	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:45:27	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:15:09	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:23:42	1
12	1	47	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:23:42	1
12	1	47	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:26:45	1
12	1	47	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:26:45	1
16469	99	46	1	cyclictest	18471	-21	sshd	07:29:59	1
12	1	46	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	12:01:21	1
16469	99	45	6	cyclictest	1221	-21	kworker/1:2	10:47:41	1
16469	99	45	1	cyclictest	12398	2	sleep1	11:50:20	1
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:41:23	0
12	1	45	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:19:18	1
12	1	45	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	12:19:19	1
12	1	45	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	10:43:32	1
16469	99	44	1	cyclictest	19662	-21	chrt	07:41:13	1
15508	2	44	0	sleep1	1214	50	irq/29-eth0_g0_	12:21:15	1
12	1	44	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:10:09	1
12	1	44	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:39:41	1
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	12:34:10	1
12	1	44	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	12:34:10	1
16469	99	43	1	cyclictest	27301	-21	sshd	08:57:09	1
16469	99	43	1	cyclictest	27301	-21	sshd	08:57:09	1
1214	50	43	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:30:34	0
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:19:45	0
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:04:49	1
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:34:44	0
12	1	43	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:26:21	1
12	1	43	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:44:46	1
12	1	43	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	11:30:14	1
12	1	43	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	09:56:18	0
12	1	43	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	09:54:55	1
12	1	43	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	09:26:43	1
16469	99	42	1	cyclictest	28396	2	sleep1	09:08:09	1
1214	50	42	0	irq/29-eth0_g0_	0	-21	swapper/0	09:46:49	0
12	1	42	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	12:20:00	0
16469	99	41	1	cyclictest	27669	-21	seq	09:00:33	1
16469	99	41	1	cyclictest	26836	-21	chrt	08:52:30	1
16469	99	41	1	cyclictest	26836	-21	chrt	08:52:30	1
16469	99	41	1	cyclictest	26418	-21	taskset	08:48:26	1
16469	99	41	1	cyclictest	25887	-21	taskset	08:43:10	1
16469	99	41	1	cyclictest	25887	-21	taskset	08:43:10	1
16469	99	41	1	cyclictest	23219	2	sleep1	08:16:31	1
16469	99	41	1	cyclictest	21692	-21	taskset	08:01:12	1
16469	99	41	1	cyclictest	17134	2	sleep1	07:16:02	1
16469	99	41	1	cyclictest	16813	2	sleep1	07:13:14	1
1214	50	41	0	irq/29-eth0_g0_	28559	-21	diskmemload	10:57:28	0
1214	50	41	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:26:48	0
1214	50	41	0	irq/29-eth0_g0_	0	-21	swapper/0	07:06:55	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:32:27	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:37:01	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:50:16	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:50:16	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:08:06	1
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:39:47	0
12	1	41	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:20:36	0
12	1	41	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	12:25:39	1
12	1	41	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	10:31:18	1
12	1	41	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	10:19:41	0
12	1	41	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	10:19:41	0
12	1	41	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	09:12:15	0
16469	99	40	2	cyclictest	18881	-21	chrt	07:33:56	1
16469	99	40	1	cyclictest	25411	2	sleep1	08:38:32	1
16469	99	40	1	cyclictest	24883	-21	seq	08:33:15	1
16469	99	40	1	cyclictest	24137	-21	chrt	08:25:22	1
16469	99	40	1	cyclictest	23663	-21	seq	08:20:47	1
16469	99	40	1	cyclictest	21193	2	sleep1	07:56:17	1
16469	99	40	1	cyclictest	20186	-21	chrt	07:46:24	1
16469	99	40	1	cyclictest	17814	2	sleep1	07:23:10	1
16469	99	40	1	cyclictest	1758	-21	seq	10:05:04	1
1214	50	40	0	irq/29-eth0_g0_	13	-21	kworker/0:1	09:51:22	0
1214	50	40	0	irq/29-eth0_g0_	0	-21	swapper/0	11:25:59	0
1214	50	40	0	irq/29-eth0_g0_	0	-21	swapper/0	11:25:59	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:30:54	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:30:54	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:36:05	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:04:31	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:09:09	0
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:53:08	1
12	1	40	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:43:29	0
12	1	40	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	10:47:35	0
16469	99	39	1	cyclictest	19086	2	sleep1	07:35:22	1
1214	50	39	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:37:41	0
1214	50	39	0	irq/29-eth0_g0_	0	-21	swapper/0	11:53:32	0
1214	50	39	0	irq/29-eth0_g0_	0	-21	swapper/0	11:11:22	0
16469	99	38	1	cyclictest	16519	-21	latency_hist	07:09:59	1
1214	50	38	0	irq/29-eth0_g0_	13	-21	kworker/0:1	11:05:04	0
1214	50	38	0	irq/29-eth0_g0_	0	-21	swapper/0	12:07:31	0
1214	50	38	0	irq/29-eth0_g0_	0	-21	swapper/0	11:59:49	0
1214	50	38	0	irq/29-eth0_g0_	0	-21	swapper/0	10:52:23	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:04:23	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	11:46:27	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	10:20:37	0
12	1	38	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:34:01	0
12	1	37	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:13:11	0
12	1	37	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:00:50	0
12	1	37	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:49:45	0
12	1	36	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	12:14:19	0
12	1	36	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:35:19	0
12	1	36	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:18:43	0
1214	50	35	0	irq/29-eth0_g0_	1911	-21	runrttasks	12:27:47	0
1214	50	35	0	irq/29-eth0_g0_	0	-21	swapper/0	09:15:18	0
12	1	35	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:20:25	0
12	1	35	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	09:20:25	0
12	1	35	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:49:29	0
1214	50	34	0	irq/29-eth0_g0_	28110	-21	sort	09:04:59	0
1214	50	34	0	irq/29-eth0_g0_	21537	-21	taskset	07:59:59	0
1214	50	34	0	irq/29-eth0_g0_	0	-21	swapper/0	11:23:56	0
12	1	34	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:55:59	0
12	1	34	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:55:59	0
12	1	34	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:26:35	0
12	1	33	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:31:02	0
12	1	33	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	07:13:16	0
1214	50	32	0	irq/29-eth0_g0_	0	-21	swapper/0	07:19:58	0
12	1	31	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:21:40	0
12	1	31	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	07:52:15	0
12	1	30	0	ksoftirqd/1	1215	50	irq/30-eth0_g0_	08:26:02	0
12	1	28	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:42:20	0
12	1	28	0	ksoftirqd/1	1214	50	irq/29-eth0_g0_	08:42:20	0
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17