OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of system in rack #0, slot #2

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.
Unexpectedly long latencies may be caused by SMIs
Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes, lowest P state: performance
Compare latency of primary with shadow system

Characteristics of the 100 highest latencies:

System rack0slot2.osadl.org (updated Fri Apr 24, 2026 00:43:33)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
1226608	2	56	46,7	sleep4	0	-21	swapper/4	19:07:01	4
1227081	99	49	45,3	cyclictest	1725722	-21	kworker/u16:0+flush-8:0	00:14:22	6
1227081	99	45	41,3	cyclictest	1521667	-21	kworker/u16:4+flush-8:0	22:09:23	6
1218375	2	42	3,32	sleep7	0	-21	swapper/7	19:04:39	7
1227083	99	41	35,5	cyclictest	1593928	-21	latency_hist	22:04:23	7
1227078	99	40	37,2	cyclictest	1725722	-21	kworker/u16:0+events_unbound	00:26:30	5
1227078	99	37	34,2	cyclictest	1725722	-21	kworker/u16:0+flush-8:0	00:19:05	5
1227078	99	37	34,2	cyclictest	1725722	-21	kworker/u16:0+flush-8:0	00:19:05	5
1227081	99	36	34,2	cyclictest	1518260	-21	kworker/u16:0+events_unbound	22:09:38	6
1227078	99	36	34,2	cyclictest	1787342	-21	kworker/u16:1+events_unbound	23:50:30	5
1226587	2	36	27,6	sleep5	0	-21	swapper/5	19:06:46	5
1227081	99	35	33,2	cyclictest	1326446	-21	kworker/u16:0+flush-8:0	20:24:24	6
1227078	99	35	33,2	cyclictest	1772831	-21	kworker/u16:4+events_unbound	00:08:14	5
1227078	99	35	33,2	cyclictest	1725722	-21	kworker/u16:0+events_unbound	23:02:02	5
1227078	99	35	33,2	cyclictest	1606135	-21	kworker/u16:3+flush-8:0	22:15:42	5
1227078	99	35	33,2	cyclictest	1521667	-21	kworker/u16:4+events_unbound	22:06:54	5
1227081	99	34	30,3	cyclictest	1653810	-21	kworker/u16:1+flush-8:0	22:39:24	6
1227078	99	34	32,2	cyclictest	1954350	-21	kworker/u16:1+flush-8:0	00:37:41	5
1227078	99	34	32,2	cyclictest	1772831	-21	kworker/u16:4+flush-8:0	23:24:49	5
1227078	99	34	32,2	cyclictest	1772831	-21	kworker/u16:4+events_unbound	00:10:17	5
1227078	99	34	32,2	cyclictest	1700275	-21	kworker/u16:3+events_unbound	23:12:10	5
1227078	99	34	32,2	cyclictest	1653810	-21	kworker/u16:1+events_unbound	22:39:09	5
1227078	99	34	32,2	cyclictest	1569856	-21	kworker/u16:1+events_unbound	22:04:10	5
1227078	99	34	32,2	cyclictest	1518260	-21	kworker/u16:0+events_unbound	22:25:30	5
1227078	99	33	31,2	cyclictest	1810783	-21	kworker/u16:2+flush-8:0	00:00:17	5
1227078	99	33	31,2	cyclictest	1810783	-21	kworker/u16:2+events_unbound	23:57:50	5
1227078	99	33	31,2	cyclictest	1772831	-21	kworker/u16:4+events_unbound	23:38:23	5
1227078	99	33	31,2	cyclictest	1772831	-21	kworker/u16:4+events_unbound	23:38:23	5
1227078	99	33	31,2	cyclictest	1739404	-21	kworker/u16:2+events_unbound	23:21:57	5
1227078	99	33	31,2	cyclictest	1725722	-21	kworker/u16:0+events_unbound	23:06:38	5
1227078	99	33	31,2	cyclictest	1518260	-21	kworker/u16:0+flush-8:0	22:12:50	5
1227078	99	33	31,2	cyclictest	1518260	-21	kworker/u16:0+events_unbound	21:58:14	5
1227078	99	33	31,2	cyclictest	1461286	-21	kworker/u16:3+events_unbound	21:38:55	5
1227078	99	33	31,2	cyclictest	1461286	-21	kworker/u16:3+events_unbound	21:10:58	5
1227078	99	33	31,2	cyclictest	1336082	-21	kworker/u16:1+events_unbound	21:31:14	5
1227078	99	32	30,2	cyclictest	1954350	-21	kworker/u16:1+events_unbound	00:32:39	5
1227078	99	32	30,2	cyclictest	1810783	-21	kworker/u16:2+events_unbound	00:23:09	5
1227078	99	32	30,2	cyclictest	1725722	-21	kworker/u16:0+events_unbound	23:43:09	5
1227078	99	32	30,2	cyclictest	1700275	-21	kworker/u16:3+flush-8:0	22:49:22	5
1227078	99	32	30,2	cyclictest	1666380	-21	kworker/u16:2+events_unbound	22:53:21	5
1227078	99	32	30,2	cyclictest	1521667	-21	kworker/u16:4+flush-8:0	21:44:10	5
1227078	99	32	30,2	cyclictest	1518260	-21	kworker/u16:0+flush-8:0	21:53:03	5
1227078	99	32	30,2	cyclictest	1518260	-21	kworker/u16:0+flush-8:0	21:48:34	5
1227078	99	32	30,2	cyclictest	1461286	-21	kworker/u16:3+flush-8:0	21:22:50	5
1227083	99	31	30,0	cyclictest	0	-21	swapper/7	00:29:02	7
1227078	99	31	29,2	cyclictest	1810783	-21	kworker/u16:2+events_unbound	23:46:38	5
1227078	99	31	29,2	cyclictest	1739404	-21	kworker/u16:2+events_unbound	23:17:11	5
1227078	99	31	29,2	cyclictest	1521667	-21	kworker/u16:4+flush-8:0	22:40:03	5
1227078	99	31	29,2	cyclictest	1521667	-21	kworker/u16:4+events_unbound	22:24:02	5
1227078	99	31	29,2	cyclictest	1336082	-21	kworker/u16:1+events_unbound	21:28:10	5
1884498	2	30	0,1	chrt	1884497	-21	ssh	00:04:32	7
1227078	99	30	28,2	cyclictest	1787342	-21	kworker/u16:1+events_unbound	23:30:25	5
1227078	99	30	28,2	cyclictest	1700275	-21	kworker/u16:3+flush-8:0	22:59:05	5
1226753	2	30	20,7	sleep6	0	-21	swapper/6	19:09:04	6
1227078	99	29	27,2	cyclictest	1198207	-21	kworker/u16:3+events_unbound	20:06:07	5
1227083	99	28	25,2	cyclictest	1534015	-21	ssh	21:39:34	7
1227083	99	28	24,2	cyclictest	1929262	-21	ntpq	00:19:51	7
1227078	99	28	26,2	cyclictest	1336082	-21	kworker/u16:1+events_unbound	21:16:46	5
1227083	99	27	26,0	cyclictest	0	-21	swapper/7	22:49:42	7
1227083	99	27	0,26	cyclictest	635	-21	systemd-journal	23:24:23	7
1227081	99	27	25,2	cyclictest	1772831	-21	kworker/u16:4+flush-8:0	00:39:18	6
1227081	99	27	25,2	cyclictest	1700275	-21	kworker/u16:3+flush-8:0	23:19:46	6
1227081	99	27	23,3	cyclictest	1666380	-21	kworker/u16:2+flush-8:0	22:49:23	6
1227078	99	27	25,2	cyclictest	1422777	-21	kworker/u16:0+flush-8:0	20:49:33	5
1227083	99	26	22,2	cyclictest	1259545	-21	munin-run	19:24:23	7
1227083	99	26	0,24	cyclictest	1569823	-21	latency_hist	21:54:24	7
1227081	99	26	24,2	cyclictest	1370324	-21	kworker/u16:4+flush-8:0	20:44:54	6
1227081	99	26	24,2	cyclictest	1370324	-21	kworker/u16:4+flush-8:0	20:44:54	6
1227081	99	26	24,2	cyclictest	1207721	-21	kworker/u16:4+flush-8:0	19:39:50	6
1227081	99	26	23,2	cyclictest	1336082	-21	kworker/u16:1+flush-8:0	20:34:50	6
1227078	99	26	24,2	cyclictest	1521667	-21	kworker/u16:4+events_unbound	22:30:29	5
1227078	99	26	24,2	cyclictest	1207721	-21	kworker/u16:4+flush-8:0	19:26:06	5
1227078	99	26	24,2	cyclictest	1198207	-21	kworker/u16:3+flush-8:0	19:17:34	5
1227078	99	26	24,2	cyclictest	1198207	-21	kworker/u16:3+flush-8:0	19:17:34	5
1227078	99	26	24,2	cyclictest	1198207	-21	kworker/u16:3+flush-8:0	19:12:07	5
1227083	99	25	21,3	cyclictest	1884053	-21	/usr/sbin/munin	00:04:23	7
1227081	99	25	23,2	cyclictest	1336082	-21	kworker/u16:1+flush-8:0	21:19:23	6
1227081	99	25	23,2	cyclictest	1240674	-21	kworker/u16:0+flush-8:0	19:39:24	6
1227078	99	25	23,2	cyclictest	1422777	-21	kworker/u16:0+events_unbound	20:58:59	5
1227078	99	25	23,2	cyclictest	1336082	-21	kworker/u16:1+flush-8:0	20:34:52	5
1227078	99	25	23,2	cyclictest	1269117	-21	kworker/u16:1+flush-8:0	19:38:34	5
1227083	99	24	22,1	cyclictest	0	-21	swapper/7	20:29:46	7
1227078	99	24	22,2	cyclictest	1240674	-21	kworker/u16:0+flush-8:0	19:31:34	5
1227083	99	23	22,0	cyclictest	0	-21	swapper/7	23:09:03	7
1227083	99	23	22,0	cyclictest	0	-21	swapper/7	19:24:46	7
1227083	99	23	0,1	cyclictest	0	-21	swapper/7	22:04:50	7
1227081	99	23	21,2	cyclictest	1772831	-21	kworker/u16:4+flush-8:0	00:24:22	6
1227078	99	23	21,2	cyclictest	1411992	-21	kworker/u16:3+flush-8:0	20:45:07	5
1227078	99	23	21,2	cyclictest	1411992	-21	kworker/u16:3+flush-8:0	20:45:07	5
1227078	99	23	21,2	cyclictest	1336082	-21	kworker/u16:1+events_unbound	21:02:34	5
1227083	99	22	20,1	cyclictest	1852684	-21	tr	23:49:42	7
1227083	99	22	17,4	cyclictest	635	-21	systemd-journal	23:00:22	7
1227081	99	22	20,2	cyclictest	1772831	-21	kworker/u16:4+flush-8:0	23:17:29	6
1227081	99	22	20,2	cyclictest	1521667	-21	kworker/u16:4+flush-8:0	22:14:53	6
1227078	99	22	20,2	cyclictest	1336082	-21	kworker/u16:1+flush-8:0	20:19:52	5
1227078	99	22	20,2	cyclictest	1326446	-21	kworker/u16:0+events_unbound	20:12:34	5
1227078	99	22	20,2	cyclictest	1198207	-21	kworker/u16:3+flush-8:0	19:50:06	5
1227078	99	22	19,2	cyclictest	1269117	-21	kworker/u16:1+events_unbound	19:44:26	5
1227083	99	21	17,2	cyclictest	1471701	-21	ssh	21:11:47	7
1227083	99	20	19,0	cyclictest	0	-21	swapper/7	23:40:41	7
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17