OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of system in rack #0, slot #2

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.
Unexpectedly long latencies may be caused by SMIs
Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes, lowest P state: performance
Compare latency of primary with shadow system

Characteristics of the 100 highest latencies:

System rack0slot2.osadl.org (updated Sat Mar 14, 2026 12:43:34)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
1288535	2	71	0,0	sleep4	0	-21	swapper/4	08:48:51	4
1083934	99	61	55,5	cyclictest	650	-21	systemd-journal	09:28:51	7
1083321	2	57	47,7	sleep4	0	-21	swapper/4	06:59:30	4
1083922	99	56	54,2	cyclictest	1666034	-21	kworker/u16:2+events_unbound	12:24:24	5
1083922	99	56	54,2	cyclictest	1399671	-21	kworker/u16:0+events_unbound	10:29:20	5
1083922	99	54	52,2	cyclictest	1399671	-21	kworker/u16:0+events_unbound	11:14:05	5
1083922	99	53	51,2	cyclictest	1497834	-21	kworker/u16:1+flush-8:0	12:14:20	5
1083922	99	51	49,2	cyclictest	1497834	-21	kworker/u16:1+flush-8:0	11:39:18	5
1083922	99	51	47,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	11:12:08	5
1083934	99	50	45,4	cyclictest	1677991	-21	latency_hist	11:33:50	7
1083922	99	50	49,1	cyclictest	1497834	-21	kworker/u16:1+events_unbound	10:38:51	5
1083922	99	50	48,2	cyclictest	1106697	-21	kworker/u16:3+events_unbound	07:54:16	5
1083921	99	50	47,2	cyclictest	1666034	-21	kworker/u16:2+events_unbound	11:54:07	4
1083926	99	49	47,2	cyclictest	1317632	-21	kworker/u16:3+flush-8:0	09:23:51	6
1083922	99	49	47,2	cyclictest	1399671	-21	kworker/u16:0+flush-8:0	10:34:17	5
1083922	99	48	46,2	cyclictest	1530445	-21	kworker/u16:3+events_unbound	10:49:20	5
1083922	99	48	46,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	10:55:12	5
1083922	99	47	44,2	cyclictest	1193213	-21	kworker/u16:0+flush-8:0	08:43:51	5
1083922	99	46	44,2	cyclictest	1399671	-21	kworker/u16:0+events_unbound	11:02:08	5
1083922	99	46	44,2	cyclictest	1399671	-21	kworker/u16:0+events_unbound	11:02:08	5
1083922	99	46	44,2	cyclictest	1338925	-21	kworker/u16:2+events_unbound	09:19:16	5
1083922	99	46	44,2	cyclictest	1317632	-21	kworker/u16:3+events_unbound	09:27:42	5
1083934	99	45	39,5	cyclictest	1240706	-21	latency_hist	08:23:50	7
1083934	99	45	39,5	cyclictest	1240706	-21	latency_hist	08:23:50	7
1083922	99	45	43,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	11:29:18	5
1083922	99	45	43,2	cyclictest	1338925	-21	kworker/u16:2+events_unbound	09:13:13	5
1083922	99	45	42,2	cyclictest	1497834	-21	kworker/u16:1+flush-8:0	11:04:18	5
1083921	99	45	43,2	cyclictest	1666034	-21	kworker/u16:2+events_unbound	12:09:18	4
1083922	99	44	42,2	cyclictest	1338925	-21	kworker/u16:2+events_unbound	09:54:19	5
1083922	99	44	42,2	cyclictest	1174063	-21	kworker/u16:0+flush-8:0	07:49:21	5
1083922	99	43	41,2	cyclictest	1711625	-21	kworker/u16:0+flush-8:0	11:59:05	5
1083922	99	43	41,2	cyclictest	1641127	-21	kworker/u16:3+events_unbound	11:25:12	5
1083922	99	43	41,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	10:27:56	5
1083922	99	43	41,2	cyclictest	1437663	-21	kworker/u16:4+events_unbound	10:21:37	5
1083922	99	43	41,2	cyclictest	1437663	-21	kworker/u16:4+events_unbound	10:21:37	5
1083922	99	43	41,2	cyclictest	1317632	-21	kworker/u16:3+events_unbound	09:38:33	5
1083922	99	43	41,2	cyclictest	1183449	-21	kworker/u16:2+flush-8:0	08:49:19	5
1083922	99	42	40,2	cyclictest	1784406	-21	kworker/u16:3+events_unbound	12:32:41	5
1083922	99	42	40,2	cyclictest	1666034	-21	kworker/u16:2+flush-8:0	12:09:28	5
1083922	99	42	40,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	12:21:48	5
1083922	99	42	40,2	cyclictest	1338925	-21	kworker/u16:2+events_unbound	10:00:17	5
1083922	99	42	40,2	cyclictest	1338925	-21	kworker/u16:2+events_unbound	09:52:10	5
1083922	99	42	40,2	cyclictest	1193213	-21	kworker/u16:0+flush-8:0	08:14:20	5
1083921	99	42	40,2	cyclictest	1530445	-21	kworker/u16:3+events_unbound	10:41:48	4
1083921	99	42	40,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	10:56:06	4
1083921	99	42	39,2	cyclictest	1641127	-21	kworker/u16:3+events_unbound	11:23:08	4
1074517	2	42	32,7	sleep5	0	-21	swapper/5	06:58:59	5
1271886	2	41	0,0	sleep7	1271887	-21	cat	08:39:08	7
1083922	99	41	40,1	cyclictest	1497834	-21	kworker/u16:1+events_unbound	11:34:11	5
1083922	99	41	39,2	cyclictest	1437663	-21	kworker/u16:4+events_unbound	10:17:34	5
1083921	99	41	39,2	cyclictest	1399671	-21	kworker/u16:0+flush-8:0	10:44:20	4
1083921	99	41	39,2	cyclictest	1338925	-21	kworker/u16:2+events_unbound	10:14:29	4
1083921	99	41	39,2	cyclictest	1134529	-21	kworker/u16:4+flush-8:0	08:09:06	4
1083921	99	41	38,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	12:28:48	4
1074519	2	41	5,30	sleep7	0	-21	swapper/7	06:59:01	7
1083926	99	40	38,2	cyclictest	1497834	-21	kworker/u16:1+flush-8:0	10:38:50	6
1083926	99	40	37,2	cyclictest	1437663	-21	kworker/u16:4+flush-8:0	10:08:57	6
1083922	99	40	38,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	12:04:56	5
1083922	99	40	38,2	cyclictest	1399671	-21	kworker/u16:0+events_unbound	10:04:46	5
1083922	99	40	38,2	cyclictest	1399671	-21	kworker/u16:0+events_unbound	09:48:25	5
1083922	99	40	38,2	cyclictest	1193213	-21	kworker/u16:0+events_unbound	09:05:57	5
1083922	99	40	38,2	cyclictest	1183449	-21	kworker/u16:2+events_unbound	08:54:21	5
1083922	99	40	37,2	cyclictest	1134529	-21	kworker/u16:4+events_unbound	07:34:18	5
1083922	99	40	37,2	cyclictest	1134529	-21	kworker/u16:4+events_unbound	07:34:18	5
1083921	99	40	38,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	12:04:03	4
1083921	99	40	38,2	cyclictest	1399671	-21	kworker/u16:0+events_unbound	10:29:06	4
1083922	99	39	37,2	cyclictest	1711625	-21	kworker/u16:0+events_unbound	11:56:16	5
1083922	99	39	37,2	cyclictest	1399671	-21	kworker/u16:0+flush-8:0	09:39:19	5
1083922	99	39	37,2	cyclictest	1399671	-21	kworker/u16:0+events_unbound	11:23:44	5
1083922	99	39	37,2	cyclictest	1399671	-21	kworker/u16:0+events_unbound	10:45:16	5
1083922	99	39	37,2	cyclictest	1338925	-21	kworker/u16:2+events_unbound	10:11:58	5
1083922	99	39	37,2	cyclictest	1338925	-21	kworker/u16:2+events_unbound	09:31:08	5
1083921	99	39	37,2	cyclictest	1711625	-21	kworker/u16:0+events_unbound	11:51:29	4
1083921	99	39	37,2	cyclictest	1338925	-21	kworker/u16:2+flush-8:0	09:19:23	4
1083934	99	38	35,2	cyclictest	1350465	-21	ssh	09:14:23	7
1083934	99	38	0,37	cyclictest	1616269	-21	ssh	11:05:41	7
1083934	99	38	0,36	cyclictest	1446754	-21	ssh	09:54:23	7
1083922	99	38	36,2	cyclictest	1183449	-21	kworker/u16:2+events_unbound	07:59:22	5
1083922	99	38	36,2	cyclictest	1134529	-21	kworker/u16:4+events_unbound	08:34:17	5
1083921	99	38	36,2	cyclictest	1338925	-21	kworker/u16:2+events_unbound	09:14:43	4
1083926	99	37	35,2	cyclictest	1530445	-21	kworker/u16:3+flush-8:0	10:49:01	6
1083926	99	37	35,2	cyclictest	1317632	-21	kworker/u16:3+flush-8:0	09:29:09	6
1083926	99	37	35,2	cyclictest	1183449	-21	kworker/u16:2+flush-8:0	08:38:51	6
1083922	99	37	35,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	11:53:01	5
1083921	99	37	35,2	cyclictest	1317632	-21	kworker/u16:3+events_unbound	09:42:24	4
1083921	99	37	35,2	cyclictest	1193213	-21	kworker/u16:0+events_unbound	08:24:17	4
1083921	99	37	35,2	cyclictest	1183449	-21	kworker/u16:2+flush-8:0	07:59:19	4
1083921	99	37	35,2	cyclictest	1106697	-21	kworker/u16:3+events_unbound	07:39:17	4
1083934	99	36	36,0	cyclictest	0	-21	swapper/7	12:23:45	7
1083921	99	36	34,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	10:28:17	4
1083921	99	36	34,2	cyclictest	1174063	-21	kworker/u16:0+events_unbound	07:49:17	4
1083934	99	35	32,2	cyclictest	1727703	-21	kthreadcore	11:54:09	7
1083934	99	35	0,33	cyclictest	1486177	-21	ssh	10:13:52	7
1083922	99	35	33,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	11:46:41	5
1083921	99	35	33,2	cyclictest	1641127	-21	kworker/u16:3+events_unbound	11:41:40	4
1083921	99	35	33,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	11:00:07	4
1083921	99	35	33,2	cyclictest	1497834	-21	kworker/u16:1+events_unbound	11:00:07	4
1083921	99	35	33,2	cyclictest	1338925	-21	kworker/u16:2+flush-8:0	09:45:04	4
1082740	2	35	15,14	sleep6	0	-21	swapper/6	06:59:24	6
1083926	99	34	32,2	cyclictest	1666034	-21	kworker/u16:2+flush-8:0	12:08:45	6
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17