OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of system in rack #b, slot #1

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.
Unexpectedly long latencies may be caused by SMIs
Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes, lowest P state: performance

Characteristics of the 100 highest latencies:

System rackbslot1.osadl.org (updated Sat Nov 08, 2025 12:44:33)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
754451	2	209	181,18	sleep3	0	-21	swapper/3	07:07:28	3
754440	2	206	178,18	sleep2	0	-21	swapper/2	07:07:19	2
754494	2	200	172,18	sleep0	0	-21	swapper/0	07:08:01	0
754543	2	199	170,19	sleep1	0	-21	swapper/1	07:08:38	1
931759	2	100	0,1	sleep3	0	-21	swapper/3	09:59:04	3
754817	99	73	0,71	cyclictest	931642	-21	kworker/u8:0+efi_rts_wq	10:30:58	3
754817	99	63	59,3	cyclictest	895117	-21	kworker/u8:4+events_unbound	09:25:02	3
754817	99	63	12,14	cyclictest	247449	-21	59acd6cd00851b4	08:45:02	3
754817	99	62	58,3	cyclictest	985996	-21	kworker/u8:1+events_unbound	11:00:01	3
754817	99	61	55,4	cyclictest	879562	-21	/usr/share/muni	09:10:16	3
754816	99	57	36,20	cyclictest	853844	-21	ThreadPoolForeg	08:45:04	2
754816	99	56	53,2	cyclictest	890042	-21	gpgv	09:20:00	2
754816	99	56	41,14	cyclictest	993012	-21	kworker/u8:0+flush-179:0	11:45:14	2
754817	99	54	52,2	cyclictest	947200	-21	kworker/u8:3+events_unbound	10:15:09	3
754816	99	54	49,4	cyclictest	852818	-31	munin-html	08:40:33	2
754817	99	53	51,2	cyclictest	767826	-21	kworker/u8:1+flush-179:0	07:40:10	3
754817	99	53	49,3	cyclictest	993012	-21	kworker/u8:0+flush-179:0	11:25:22	3
754811	99	53	49,3	cyclictest	775559	-31	munin-html	07:25:36	0
754817	99	52	49,2	cyclictest	822291	-21	kworker/u8:3+flush-179:0	08:40:32	3
754816	99	52	2,49	cyclictest	931642	-21	kworker/u8:0+efi_rts_wq	10:30:58	2
754817	99	51	48,2	cyclictest	759454	-21	kworker/u8:0+events_unbound	07:55:31	3
754817	99	51	48,2	cyclictest	1036406	-21	kworker/u8:3+flush-179:0	12:17:03	3
754816	99	51	49,2	cyclictest	1009642	-21	kworker/u8:1+flush-179:0	11:20:32	2
754814	99	51	48,2	cyclictest	750053	-21	kworker/u8:1+flush-179:0	07:10:09	1
754814	99	51	47,3	cyclictest	1065820	-21	/usr/share/muni	12:10:13	1
754817	99	50	45,4	cyclictest	932128	-21	/usr/share/muni	10:00:15	3
855623	2	49	0,0	chrt	855624	-21	/usr/sbin/munin	08:45:18	1
754817	99	49	46,2	cyclictest	978469	-21	kworker/u8:2+events_unbound	10:50:30	3
754817	99	49	46,2	cyclictest	926532	-21	kworker/u8:1+events_unbound	10:40:30	3
754817	99	49	46,2	cyclictest	916106	-21	kworker/u8:0+flush-179:0	09:45:13	3
754816	99	49	46,2	cyclictest	822291	-21	kworker/u8:3+flush-179:0	08:50:22	2
754816	99	49	44,4	cyclictest	1077372	-21	apt-get	12:20:14	2
754811	99	49	43,4	cyclictest	1055781	-21	/usr/share/muni	12:00:06	0
754817	99	48	45,2	cyclictest	1024152	-21	kworker/u8:2+flush-179:0	12:25:14	3
754817	99	48	44,3	cyclictest	993012	-21	kworker/u8:0+events_unbound	11:40:30	3
754817	99	48	43,4	cyclictest	759454	-21	kworker/u8:0+flush-179:0	08:00:21	3
754811	99	48	44,3	cyclictest	816954	-21	kworker/u8:1+flush-179:0	09:05:01	0
754817	99	47	44,2	cyclictest	889631	-21	kworker/u8:3+flush-179:0	09:20:23	3
754817	99	47	44,2	cyclictest	816954	-21	kworker/u8:1+flush-179:0	08:50:11	3
754816	99	47	45,1	cyclictest	822285	-21	kworker/2:2+pm	09:11:15	2
754816	99	47	44,2	cyclictest	853281	-21	kworker/u8:0+flush-179:0	08:55:11	2
754814	99	47	44,2	cyclictest	889631	-21	kworker/u8:3+flush-179:0	09:20:26	1
754814	99	47	43,3	cyclictest	947200	-21	kworker/u8:3+flush-179:0	10:15:21	1
754814	99	47	43,3	cyclictest	1024152	-21	kworker/u8:2+events_unbound	11:35:10	1
754817	99	46	44,2	cyclictest	1036406	-21	kworker/u8:3+flush-179:0	11:50:09	3
754817	99	46	43,2	cyclictest	1085762	-21	kworker/u8:3+flush-179:0	12:30:19	3
754817	99	46	42,3	cyclictest	791277	-21	kworker/u8:2+flush-179:0	07:50:10	3
754817	99	46	30,13	cyclictest	1040168	-21	snmp_wlanswitch	11:45:01	3
754816	99	46	44,2	cyclictest	965402	-21	kworker/u8:3+events_unbound	10:35:09	2
754816	99	46	44,2	cyclictest	1024152	-21	kworker/u8:2+flush-179:0	11:55:39	2
754816	99	46	43,2	cyclictest	759454	-21	kworker/u8:0+flush-179:0	07:35:12	2
754814	99	46	39,4	cyclictest	911461	-21	/usr/share/muni	09:40:03	1
754811	99	46	42,3	cyclictest	965402	-21	kworker/u8:3+flush-179:0	10:45:15	0
754817	99	45	42,2	cyclictest	931642	-21	kworker/u8:0+flush-179:0	10:49:09	3
754817	99	45	42,2	cyclictest	931642	-21	kworker/u8:0+flush-179:0	10:40:00	3
754817	99	45	42,2	cyclictest	825508	-21	kworker/u8:4+events_unbound	08:25:17	3
754817	99	45	41,3	cyclictest	822291	-21	kworker/u8:3+flush-179:0	08:20:27	3
754817	99	45	41,3	cyclictest	822291	-21	kworker/u8:3+events_unbound	09:10:01	3
754817	99	45	40,4	cyclictest	937209	-21	/usr/share/muni	10:05:06	3
754816	99	45	42,2	cyclictest	619076	-21	kworker/u8:3+flush-179:0	07:15:28	2
754814	99	45	42,2	cyclictest	1036406	-21	kworker/u8:3+events_unbound	12:01:16	1
754817	99	44	41,2	cyclictest	868696	-21	kworker/u8:2+events_unbound	09:00:36	3
754817	99	44	39,4	cyclictest	767826	-21	kworker/u8:1+events_unbound	07:25:15	3
754817	99	44	33,10	cyclictest	266634	-1	kworker/3:2H+kblockd	08:10:34	3
754816	99	44	42,2	cyclictest	868696	-21	kworker/u8:2+flush-179:0	09:20:19	2
754816	99	44	41,2	cyclictest	1028912	-21	kworker/u8:4+flush-179:0	11:36:15	2
754816	99	44	40,3	cyclictest	905411	-21	kworker/u8:3+flush-179:0	09:55:05	2
754816	99	44	40,3	cyclictest	791277	-21	kworker/u8:2+flush-179:0	08:10:16	2
754816	99	44	40,3	cyclictest	791277	-21	kworker/u8:2+events_unbound	07:50:35	2
754816	99	44	38,4	cyclictest	911471	-21	/usr/share/muni	09:40:09	2
754816	99	44	31,12	cyclictest	822285	-21	kworker/2:2+pm	09:02:06	2
754814	99	44	41,2	cyclictest	985996	-21	kworker/u8:1+flush-179:0	11:00:11	1
754814	99	44	41,2	cyclictest	900249	-21	kworker/u8:1+flush-179:0	09:35:08	1
754814	99	44	38,4	cyclictest	1039837	-21	latency_hist	11:45:01	1
754811	99	44	40,3	cyclictest	926532	-21	kworker/u8:1+flush-179:0	10:40:15	0
754817	99	43	41,1	cyclictest	775979	-21	kworker/u8:4+events_unbound	07:46:09	3
754817	99	43	41,1	cyclictest	775979	-21	kworker/u8:4+events_unbound	07:46:08	3
754817	99	43	40,2	cyclictest	965402	-21	kworker/u8:3+flush-179:0	11:12:41	3
754817	99	43	39,3	cyclictest	767826	-21	kworker/u8:1+flush-179:0	07:30:23	3
754817	99	43	38,4	cyclictest	1070386	-21	kworker/u8:1+events_unbound	12:20:09	3
754816	99	43	39,3	cyclictest	1044793	-21	kworker/u8:1+flush-179:0	12:01:43	2
754816	99	43	38,3	cyclictest	988315	-21	munin-update	10:55:32	2
754816	99	43	22,20	cyclictest	0	-21	swapper/2	12:06:15	2
754814	99	43	40,2	cyclictest	931642	-21	kworker/u8:0+flush-179:0	10:10:34	1
754814	99	43	40,2	cyclictest	816954	-21	kworker/u8:1+flush-179:0	09:05:09	1
754814	99	43	38,4	cyclictest	776432	-21	/usr/share/muni	07:30:04	1
754814	99	43	38,3	cyclictest	843085	-21	kworker/u8:2+flush-179:0	08:40:29	1
754811	99	43	38,3	cyclictest	926101	-31	munin-html	09:50:34	0
754811	99	43	37,4	cyclictest	776436	-21	/usr/share/muni	07:30:07	0
754817	99	42	39,2	cyclictest	993012	-21	kworker/u8:0+flush-179:0	11:06:00	3
754817	99	42	38,3	cyclictest	931642	-21	kworker/u8:0+events_unbound	10:25:28	3
754817	99	42	38,3	cyclictest	906220	-21	/usr/share/muni	09:35:02	3
754817	99	42	38,3	cyclictest	895117	-21	kworker/u8:4+flush-179:0	09:30:28	3
754816	99	42	40,2	cyclictest	759454	-21	kworker/u8:0+flush-179:0	07:55:31	2
754816	99	42	38,3	cyclictest	905411	-21	kworker/u8:3+flush-179:0	09:45:24	2
754816	99	42	38,3	cyclictest	759454	-21	kworker/u8:0+flush-179:0	07:45:34	2
754816	99	42	38,3	cyclictest	759454	-21	kworker/u8:0+flush-179:0	07:45:33	2
754814	99	42	38,3	cyclictest	977153	-31	munin-html	10:40:34	1
754814	99	42	38,3	cyclictest	965402	-21	kworker/u8:3+flush-179:0	10:52:44	1
754817	99	41	38,2	cyclictest	1044793	-21	kworker/u8:1+events_unbound	11:55:31	3
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17