OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of system in rack #0, slot #2

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.
Unexpectedly long latencies may be caused by SMIs
Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes, lowest P state: performance
Compare latency of primary with shadow system

Characteristics of the 100 highest latencies:

System rack0slot2.osadl.org (updated Fri Mar 27, 2026 00:43:34)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
2660466	99	55	52,2	cyclictest	2807792	-21	kworker/u16:0+events_unbound	20:53:15	5
2660459	99	55	53,2	cyclictest	3020801	-21	kworker/u16:2+events_unbound	23:13:16	4
2777564	2	54	0,5	sleep5	0	-21	swapper/5	19:58:26	5
2660471	99	54	52,2	cyclictest	2631729	-21	kworker/u16:1+events_unbound	19:13:23	6
2660466	99	54	52,2	cyclictest	2915278	-21	kworker/u16:1+events_unbound	21:18:31	5
2660471	99	52	50,2	cyclictest	3057352	-21	kworker/u16:5+flush-8:0	22:38:16	6
2660459	99	52	50,2	cyclictest	2874556	-21	kworker/u16:3+events_unbound	21:28:26	4
2660471	99	51	49,2	cyclictest	3250328	-21	kworker/u16:0+events_unbound	00:28:29	6
2660082	2	50	40,7	sleep4	0	-21	swapper/4	19:01:37	4
2660471	99	49	47,2	cyclictest	2631729	-21	kworker/u16:1+flush-8:0	19:08:35	6
2660459	99	49	46,2	cyclictest	3310626	-21	kworker/u16:3+events_unbound	00:18:17	4
2660459	99	49	46,2	cyclictest	3310626	-21	kworker/u16:3+events_unbound	00:18:17	4
2660459	99	48	46,2	cyclictest	3056930	-21	kworker/u16:0+events_unbound	22:33:15	4
2660459	99	47	45,2	cyclictest	3116893	-21	kworker/u16:4+events_unbound	22:58:31	4
2660459	99	47	45,2	cyclictest	3116893	-21	kworker/u16:4+events_unbound	22:58:31	4
2660471	99	46	44,2	cyclictest	3271984	-21	kworker/u16:2+events_unbound	00:13:28	6
2660471	99	46	44,2	cyclictest	3271984	-21	kworker/u16:2+events_unbound	00:13:28	6
2660471	99	46	44,2	cyclictest	3020801	-21	kworker/u16:2+events_unbound	22:23:34	6
2660471	99	46	44,2	cyclictest	2740677	-21	kworker/u16:4+events_unbound	19:48:26	6
2660471	99	45	43,2	cyclictest	3206795	-21	kworker/u16:3+events_unbound	23:43:14	6
2660471	99	45	43,2	cyclictest	2740677	-21	kworker/u16:4+events_unbound	19:53:31	6
2660459	99	45	42,2	cyclictest	3250328	-21	kworker/u16:0+events_unbound	23:58:23	4
2660471	99	44	42,2	cyclictest	2915278	-21	kworker/u16:1+events_unbound	21:18:24	6
2660471	99	44	42,2	cyclictest	2880047	-21	kworker/u16:4+events_unbound	21:44:31	6
2660466	99	44	42,2	cyclictest	3116893	-21	kworker/u16:4+events_unbound	22:58:27	5
2660466	99	44	42,2	cyclictest	3116893	-21	kworker/u16:4+events_unbound	22:58:27	5
2660466	99	44	42,2	cyclictest	2631729	-21	kworker/u16:1+events_unbound	19:38:16	5
2660459	99	44	42,2	cyclictest	3250329	-21	kworker/u16:4+flush-8:0	00:03:28	4
2660459	99	44	42,2	cyclictest	3225644	-21	kworker/u16:2+events_unbound	23:43:30	4
2660459	99	44	42,2	cyclictest	2631729	-21	kworker/u16:1+flush-8:0	20:03:27	4
2660459	99	44	42,2	cyclictest	2597818	-21	kworker/u16:2+events_unbound	19:23:27	4
2660471	99	43	41,2	cyclictest	3250328	-21	kworker/u16:0+events_unbound	00:00:38	6
2660471	99	43	41,2	cyclictest	3093231	-21	kworker/u16:1+events_unbound	23:48:29	6
2660471	99	43	41,2	cyclictest	3000165	-21	kworker/u16:0+flush-8:0	22:18:36	6
2660471	99	43	41,2	cyclictest	3000165	-21	kworker/u16:0+flush-8:0	22:18:36	6
2660471	99	43	41,2	cyclictest	2880047	-21	kworker/u16:4+events_unbound	22:12:51	6
2660466	99	43	41,2	cyclictest	3093231	-21	kworker/u16:1+events_unbound	23:48:19	5
2660459	99	43	41,2	cyclictest	3093231	-21	kworker/u16:1+events_unbound	23:56:59	4
2660459	99	43	41,2	cyclictest	3093231	-21	kworker/u16:1+events_unbound	23:25:35	4
2660459	99	43	41,2	cyclictest	3020801	-21	kworker/u16:2+flush-8:0	22:43:26	4
2660459	99	43	40,2	cyclictest	2915278	-21	kworker/u16:1+events_unbound	21:26:11	4
2660471	99	42	40,2	cyclictest	3116893	-21	kworker/u16:4+events_unbound	23:03:18	6
2660471	99	42	40,2	cyclictest	2880047	-21	kworker/u16:4+events_unbound	21:33:25	6
2660471	99	42	39,2	cyclictest	2880047	-21	kworker/u16:4+events_unbound	21:39:50	6
2660466	99	42	40,2	cyclictest	3286202	-21	kworker/u16:1+events_unbound	00:08:02	5
2660459	99	42	40,2	cyclictest	3310626	-21	kworker/u16:3+events_unbound	00:24:28	4
2660459	99	42	40,2	cyclictest	3116893	-21	kworker/u16:4+events_unbound	23:08:15	4
2660459	99	42	40,2	cyclictest	3093231	-21	kworker/u16:1+events_unbound	23:49:26	4
2660459	99	42	40,2	cyclictest	3057352	-21	kworker/u16:5+events_unbound	22:48:51	4
2660459	99	42	40,2	cyclictest	3020801	-21	kworker/u16:2+events_unbound	22:41:27	4
2660459	99	42	40,2	cyclictest	2880047	-21	kworker/u16:4+events_unbound	21:52:51	4
2660459	99	42	40,2	cyclictest	2880047	-21	kworker/u16:4+events_unbound	21:21:00	4
2660459	99	42	40,2	cyclictest	2631729	-21	kworker/u16:1+flush-8:0	19:28:30	4
2660459	99	42	40,2	cyclictest	2631729	-21	kworker/u16:1+flush-8:0	19:28:30	4
2660471	99	41	39,2	cyclictest	2597818	-21	kworker/u16:2+flush-8:0	19:23:16	6
2660459	99	41	39,2	cyclictest	3189695	-21	kworker/u16:0+flush-8:0	23:33:21	4
2660459	99	41	39,2	cyclictest	2631729	-21	kworker/u16:1+events_unbound	19:38:24	4
2660459	99	41	38,2	cyclictest	2874556	-21	kworker/u16:3+events_unbound	21:14:39	4
2660459	99	41	38,2	cyclictest	2631729	-21	kworker/u16:1+events_unbound	19:58:16	4
2660047	2	41	6,31	sleep7	0	-21	swapper/7	19:01:08	7
2660471	99	40	38,2	cyclictest	2874556	-21	kworker/u16:3+flush-8:0	21:28:28	6
2660471	99	40	38,2	cyclictest	2631729	-21	kworker/u16:1+flush-8:0	20:23:26	6
2660466	99	40	38,2	cyclictest	2880047	-21	kworker/u16:4+events_unbound	21:53:28	5
2660459	99	40	38,2	cyclictest	3286202	-21	kworker/u16:1+events_unbound	00:08:17	4
2660459	99	40	38,2	cyclictest	3271984	-21	kworker/u16:2+events_unbound	00:13:51	4
2660459	99	40	38,2	cyclictest	3271984	-21	kworker/u16:2+events_unbound	00:13:51	4
2660459	99	40	38,2	cyclictest	3020801	-21	kworker/u16:2+events_unbound	22:53:32	4
2660459	99	40	38,2	cyclictest	3020801	-21	kworker/u16:2+events_unbound	22:19:59	4
2660459	99	40	38,2	cyclictest	3020801	-21	kworker/u16:2+events_unbound	22:19:59	4
2660459	99	40	38,2	cyclictest	2874556	-21	kworker/u16:3+events_unbound	21:12:59	4
2660459	99	40	38,2	cyclictest	2826736	-21	kworker/u16:2+events_unbound	21:05:55	4
2660459	99	40	37,2	cyclictest	3000165	-21	kworker/u16:0+events_unbound	22:09:03	4
2660471	99	39	37,2	cyclictest	3250328	-21	kworker/u16:0+events_unbound	23:54:36	6
2660471	99	39	37,2	cyclictest	3057352	-21	kworker/u16:5+events_unbound	22:56:20	6
2660471	99	39	37,2	cyclictest	2915278	-21	kworker/u16:1+events_unbound	22:17:50	6
2660471	99	39	37,2	cyclictest	2880047	-21	kworker/u16:4+events_unbound	20:58:24	6
2660471	99	39	37,2	cyclictest	2631729	-21	kworker/u16:1+events_unbound	20:03:31	6
2660471	99	39	37,2	cyclictest	2631729	-21	kworker/u16:1+events_unbound	19:58:18	6
2660466	99	39	37,2	cyclictest	3000165	-21	kworker/u16:0+events_unbound	22:18:31	5
2660466	99	39	37,2	cyclictest	3000165	-21	kworker/u16:0+events_unbound	22:18:31	5
2660459	99	39	37,2	cyclictest	3020801	-21	kworker/u16:2+events_unbound	22:32:26	4
2660471	99	38	35,2	cyclictest	3271984	-21	kworker/u16:2+events_unbound	00:23:16	6
2660466	99	38	36,2	cyclictest	3271984	-21	kworker/u16:2+events_unbound	00:23:34	5
2660466	99	38	35,2	cyclictest	2631729	-21	kworker/u16:1+flush-8:0	19:38:01	5
2660459	99	38	36,2	cyclictest	3000165	-21	kworker/u16:0+events_unbound	22:15:47	4
2660476	99	37	30,6	cyclictest	3310156	-21	latency_hist	00:18:00	7
2660476	99	37	30,6	cyclictest	3310156	-21	latency_hist	00:18:00	7
2660471	99	37	35,2	cyclictest	3206795	-21	kworker/u16:3+events_unbound	23:35:47	6
2660466	99	37	35,2	cyclictest	3271984	-21	kworker/u16:2+events_unbound	00:13:34	5
2660466	99	37	35,2	cyclictest	3271984	-21	kworker/u16:2+events_unbound	00:13:34	5
2660459	99	37	35,2	cyclictest	3250328	-21	kworker/u16:0+events_unbound	00:31:07	4
2660459	99	37	35,2	cyclictest	3189695	-21	kworker/u16:0+events_unbound	23:39:47	4
2660459	99	37	35,2	cyclictest	3116893	-21	kworker/u16:4+events_unbound	23:21:48	4
2660459	99	37	35,2	cyclictest	3116893	-21	kworker/u16:4+events_unbound	23:05:43	4
2660459	99	37	35,2	cyclictest	2915278	-21	kworker/u16:1+flush-8:0	22:23:19	4
2660459	99	37	34,2	cyclictest	2986133	-21	kworker/u16:2+events_unbound	21:59:42	4
2660074	2	37	26,8	sleep5	0	-21	swapper/5	19:01:30	5
2660471	99	36	34,2	cyclictest	3250328	-21	kworker/u16:0+events_unbound	00:05:37	6
2660471	99	36	34,2	cyclictest	3020801	-21	kworker/u16:2+events_unbound	23:08:39	6
2660471	99	36	34,2	cyclictest	2597818	-21	kworker/u16:2+events_unbound	19:43:25	6
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17