OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of system in rack #b, slot #1

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.
Unexpectedly long latencies may be caused by SMIs
Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes, lowest P state: performance

Characteristics of the 100 highest latencies:

System rackbslot1.osadl.org (updated Mon Dec 29, 2025 12:44:38)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
1147850	2	212	171,10	sleep3	0	-21	swapper/3	07:08:48	3
1147726	2	208	185,13	sleep1	0	-21	swapper/1	07:07:10	1
1147715	2	201	154,39	sleep0	0	-21	swapper/0	07:07:01	0
1147839	2	197	160,29	sleep2	0	-21	swapper/2	07:08:40	2
1148140	99	74	70,3	cyclictest	1180651	-21	kworker/u8:1+flush-179:0	07:50:32	1
1148141	99	60	3,56	cyclictest	1271040	-21	kworker/u8:0+efi_rts_wq	09:31:28	2
1148140	99	60	57,2	cyclictest	1307200	-21	kworker/u8:4+events_unbound	09:45:34	1
1148140	99	60	57,2	cyclictest	1307200	-21	kworker/u8:4+events_unbound	09:45:34	1
1148143	99	59	43,14	cyclictest	1185538	-21	chrome	07:45:02	3
1148140	99	59	44,13	cyclictest	1338868	-21	kworker/u8:4+flush-179:0	10:30:07	1
1148140	99	58	51,5	cyclictest	1370337	-21	latency_hist	10:45:00	1
1148140	99	58	50,6	cyclictest	1329677	-21	/usr/share/muni	10:05:01	1
1148143	99	57	10,46	cyclictest	1210671	-21	kworker/u8:3+efi_rts_wq	09:31:34	3
1148140	99	57	53,3	cyclictest	1210671	-21	kworker/u8:3+events_unbound	09:35:14	1
1148140	99	57	51,4	cyclictest	1386479	-21	kworker/u8:3+events_unbound	11:06:11	1
1148140	99	56	51,3	cyclictest	1251358	-21	kworker/u8:4+events_unbound	09:00:09	1
1148140	99	56	41,3	cyclictest	1354667	-31	munin-graph	10:25:55	1
1148136	99	56	53,2	cyclictest	1158862	-21	kworker/u8:0+flush-179:0	08:15:30	0
1148141	99	55	50,4	cyclictest	1339879	-21	/usr/share/muni	10:15:08	2
1148140	99	55	49,5	cyclictest	1210671	-21	kworker/u8:3+flush-179:0	09:30:31	1
1148141	99	54	50,3	cyclictest	1247079	-21	chrome	08:45:01	2
1148140	99	54	49,3	cyclictest	1385944	-21	kworker/u8:1+events_unbound	11:10:31	1
1148141	99	53	49,3	cyclictest	1158862	-21	kworker/u8:0+flush-179:0	08:00:24	2
1148140	99	53	48,3	cyclictest	1271040	-21	kworker/u8:0+flush-179:0	09:52:51	1
1148140	99	53	48,3	cyclictest	1180651	-21	kworker/u8:1+flush-179:0	07:49:18	1
1148140	99	53	48,3	cyclictest	1131929	-21	kworker/u8:3+flush-179:0	07:30:21	1
1148140	99	53	44,8	cyclictest	1195396	-21	kworker/u8:2+flush-179:0	07:55:15	1
1148136	99	53	47,5	cyclictest	1345089	-21	/usr/share/muni	10:20:04	0
1148136	99	53	44,8	cyclictest	1375841	-21	/usr/share/muni	10:50:16	0
1148140	99	52	48,3	cyclictest	1417151	-21	kworker/u8:0+events_unbound	11:57:01	1
1148140	99	52	47,4	cyclictest	1350407	-21	kworker/u8:0+events_unbound	10:35:14	1
1148140	99	52	47,3	cyclictest	247557	-21	chrome	09:05:37	1
1148136	99	52	46,4	cyclictest	1169487	-21	latency_hist	07:30:01	0
1148140	99	51	46,3	cyclictest	1463650	-21	kworker/u8:1+flush-179:0	12:35:20	1
1148140	99	51	36,14	cyclictest	1158862	-21	kworker/u8:0+events_unbound	08:06:42	1
1148140	99	50	46,3	cyclictest	1350407	-21	kworker/u8:0+flush-179:0	10:51:43	1
1148140	99	50	45,3	cyclictest	1484175	-21	kworker/u8:2+flush-179:0	12:32:57	1
1148136	99	50	44,4	cyclictest	1489555	-21	latency_hist	12:40:01	0
1148143	99	49	41,6	cyclictest	3125724	-21	ThreadPoolForeg	07:15:15	3
1148141	99	49	44,3	cyclictest	1360380	-21	/usr/share/muni	10:35:12	2
1148140	99	49	45,3	cyclictest	1385944	-21	kworker/u8:1+flush-179:0	11:50:17	1
1148140	99	49	45,3	cyclictest	1385944	-21	kworker/u8:1+flush-179:0	11:21:43	1
1148140	99	49	45,3	cyclictest	1278658	-21	kworker/u8:1+events_unbound	09:15:20	1
1148140	99	49	45,3	cyclictest	1131929	-21	kworker/u8:3+flush-179:0	07:44:07	1
1148140	99	49	44,4	cyclictest	1251358	-21	kworker/u8:4+flush-179:0	08:55:29	1
1148140	99	49	43,4	cyclictest	1195396	-21	kworker/u8:2+events_unbound	08:10:33	1
1148140	99	49	33,11	cyclictest	1323928	-21	kworker/u8:2+events_unbound	10:02:04	1
1148141	99	48	43,3	cyclictest	1370649	-21	chrome	10:45:02	2
1148141	99	48	43,3	cyclictest	1370649	-21	chrome	10:45:02	2
1148141	99	48	26,22	cyclictest	1115618	-21	kworker/u8:2+flush-179:0	07:30:30	2
1148140	99	48	46,2	cyclictest	1453680	-21	kworker/u8:2+events_unbound	12:16:20	1
1148140	99	48	44,3	cyclictest	1386479	-21	kworker/u8:3+events_unbound	11:01:53	1
1148140	99	48	43,4	cyclictest	1271040	-21	kworker/u8:0+events_unbound	10:17:32	1
1148140	99	48	42,4	cyclictest	1210671	-21	kworker/u8:3+flush-179:0	09:25:28	1
1148140	99	48	25,22	cyclictest	1195396	-21	kworker/u8:2+flush-179:0	08:27:26	1
1148143	99	47	43,3	cyclictest	1251358	-21	kworker/u8:4+flush-179:0	08:50:01	3
1148143	99	47	40,5	cyclictest	1192290	-21	ntpq	07:50:15	3
1148141	99	47	44,2	cyclictest	1158862	-21	kworker/u8:0+flush-179:0	07:25:21	2
1148141	99	47	43,3	cyclictest	1370021	-21	kworker/u8:1+flush-179:0	10:50:08	2
1148141	99	47	43,3	cyclictest	1220531	-31	munin-html	08:15:36	2
1148140	99	47	42,4	cyclictest	1385944	-21	kworker/u8:1+flush-179:0	12:03:46	1
1148140	99	47	42,4	cyclictest	1278658	-21	kworker/u8:1+flush-179:0	09:22:47	1
1148140	99	47	35,8	cyclictest	1115618	-21	kworker/u8:2+flush-179:0	07:10:17	1
1148140	99	47	34,11	cyclictest	1236255	-21	kworker/u8:0+events_unbound	08:34:19	1
1148136	99	47	35,8	cyclictest	1241465	-21	kworker/u8:1+flush-179:0	08:40:01	0
1148143	99	46	42,3	cyclictest	1278658	-21	kworker/u8:1+flush-179:0	09:15:23	3
1148143	99	46	40,3	cyclictest	1158862	-21	kworker/u8:0+flush-179:0	07:45:01	3
1148143	99	46	33,12	cyclictest	3718848	-1	kworker/3:1H+kblockd	08:57:23	3
1148141	99	46	44,2	cyclictest	1385944	-21	kworker/u8:1+flush-179:0	11:50:29	2
1148140	99	46	43,2	cyclictest	1195396	-21	kworker/u8:2+events_unbound	08:19:52	1
1148140	99	46	42,3	cyclictest	1210671	-21	kworker/u8:3+flush-179:0	08:45:28	1
1148140	99	46	42,3	cyclictest	1158862	-21	kworker/u8:0+flush-179:0	07:25:33	1
1148140	99	46	41,3	cyclictest	1195396	-21	kworker/u8:2+events_unbound	08:50:28	1
1148140	99	46	39,5	cyclictest	1225747	-31	munin-html	08:20:35	1
1148140	99	46	37,7	cyclictest	3125687	-21	ThreadPoolForeg	09:10:35	1
1148136	99	46	44,1	cyclictest	0	-21	swapper/0	09:09:09	0
1148136	99	46	35,9	cyclictest	3125725	-21	ThreadPoolForeg	11:45:10	0
1148136	99	46	35,9	cyclictest	3125725	-21	ThreadPoolForeg	10:41:10	0
1148140	99	45	41,3	cyclictest	1417151	-21	kworker/u8:0+events_unbound	12:20:16	1
1148140	99	45	41,3	cyclictest	1271040	-21	kworker/u8:0+flush-179:0	09:42:13	1
1148140	99	45	41,3	cyclictest	1158862	-21	kworker/u8:0+events_unbound	07:21:06	1
1148140	99	45	41,3	cyclictest	1155581	-21	apt-get	07:15:14	1
1148140	99	45	33,11	cyclictest	1385944	-21	kworker/u8:1+flush-179:0	11:42:27	1
1148136	99	45	40,4	cyclictest	1370347	-21	munin-update	10:45:36	0
1148136	99	45	40,4	cyclictest	1370347	-21	munin-update	10:45:36	0
1148136	99	45	40,4	cyclictest	1309116	-13	chrome	09:45:07	0
1148136	99	45	40,4	cyclictest	1309116	-13	chrome	09:45:07	0
1148136	99	45	38,5	cyclictest	1201034	-21	/usr/share/muni	08:00:14	0
1148143	99	44	32,11	cyclictest	1297500	-1	kworker/3:0H+kblockd	11:00:33	3
1148141	99	44	40,3	cyclictest	1210671	-21	kworker/u8:3+flush-179:0	08:30:14	2
1148141	99	44	39,4	cyclictest	1427582	-31	munin-html	11:35:40	2
1148136	99	44	38,5	cyclictest	1195396	-21	kworker/u8:2+flush-179:0	07:55:33	0
1148136	99	44	0,43	cyclictest	3125630	-13	chrome	08:57:00	0
1410225	2	43	0,1	chrt	1410229	-21	wc	11:20:25	2
1148143	99	43	39,3	cyclictest	1158862	-21	kworker/u8:0+flush-179:0	07:56:12	3
1148141	99	43	39,3	cyclictest	1385944	-21	kworker/u8:1+flush-179:0	11:05:16	2
1148141	99	43	39,3	cyclictest	1236255	-21	kworker/u8:0+flush-179:0	08:37:22	2
1148141	99	43	28,13	cyclictest	1484481	-21	kworker/2:3+pm	12:35:12	2
1148141	99	43	1,15	cyclictest	3125721	-21	chrome	11:01:46	2
1148140	99	43	40,2	cyclictest	1238046	-21	apt-get	08:35:14	1
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17