OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of system in rack #0, slot #2

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.
Unexpectedly long latencies may be caused by SMIs
Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes, lowest P state: performance
Compare latency of primary with shadow system

Characteristics of the 100 highest latencies:

System rack0slot2.osadl.org (updated Tue Feb 24, 2026 12:43:34)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
3166378	2	93	0,1	sleep7	3166379	-21	rm	09:51:07	7
3328933	2	57	0,0	sleep6	0	-21	swapper/6	11:00:23	6
2814453	2	57	47,7	sleep4	0	-21	swapper/4	07:03:10	4
2814879	99	52	50,2	cyclictest	3481089	-21	kworker/u16:2+events_unbound	12:15:33	5
2814879	99	52	50,2	cyclictest	3481089	-21	kworker/u16:2+events_unbound	12:15:33	5
2814436	2	52	42,7	sleep5	0	-21	swapper/5	07:02:55	5
2814879	99	50	48,2	cyclictest	3277219	-21	kworker/u16:3+events_unbound	11:05:29	5
2814879	99	48	46,2	cyclictest	3083350	-21	kworker/u16:2+events_unbound	09:50:38	5
2814363	2	48	37,8	sleep6	0	-21	swapper/6	07:01:51	6
2814542	2	47	1,30	sleep7	0	-21	swapper/7	07:04:25	7
2814879	99	46	44,2	cyclictest	3481089	-21	kworker/u16:2+events_unbound	12:20:32	5
2814879	99	45	42,2	cyclictest	3277219	-21	kworker/u16:3+flush-8:0	11:40:33	5
2814879	99	44	42,2	cyclictest	3468546	-21	kworker/u16:1+events_unbound	12:30:34	5
2814879	99	44	42,2	cyclictest	3277219	-21	kworker/u16:3+flush-8:0	11:00:17	5
2814879	99	44	42,2	cyclictest	3277219	-21	kworker/u16:3+events_unbound	11:12:20	5
2814879	99	44	42,2	cyclictest	3274275	-21	kworker/u16:0+events_unbound	10:41:17	5
2814886	99	43	38,4	cyclictest	2855953	-21	awk	07:20:29	7
2814884	99	43	41,2	cyclictest	3083350	-21	kworker/u16:2+flush-8:0	09:30:02	6
2814884	99	43	41,2	cyclictest	2914538	-21	kworker/u16:3+flush-8:0	09:14:57	6
2814879	99	43	41,2	cyclictest	3361007	-21	kworker/u16:4+flush-8:0	12:00:31	5
2814879	99	43	41,2	cyclictest	3202243	-21	kworker/u16:4+events_unbound	10:27:17	5
2814879	99	42	40,2	cyclictest	3274275	-21	kworker/u16:0+events_unbound	11:54:21	5
2814879	99	42	40,2	cyclictest	3168517	-21	kworker/u16:1+events_unbound	10:50:34	5
2814879	99	42	40,2	cyclictest	3168517	-21	kworker/u16:1+events_unbound	10:16:20	5
2814879	99	42	39,2	cyclictest	2914538	-21	kworker/u16:3+events_unbound	09:44:45	5
2814879	99	41	39,2	cyclictest	3277219	-21	kworker/u16:3+events_unbound	10:56:16	5
2814879	99	41	39,2	cyclictest	3277219	-21	kworker/u16:3+events_unbound	10:56:16	5
2814879	99	41	39,2	cyclictest	3144434	-21	kworker/u16:0+flush-8:0	09:56:02	5
2814879	99	40	38,2	cyclictest	3468546	-21	kworker/u16:1+events_unbound	12:28:56	5
2814879	99	40	38,2	cyclictest	3468546	-21	kworker/u16:1+events_unbound	12:13:49	5
2814879	99	40	38,2	cyclictest	3361007	-21	kworker/u16:4+events_unbound	11:22:20	5
2814879	99	40	38,2	cyclictest	3168517	-21	kworker/u16:1+events_unbound	10:30:34	5
2814879	99	40	38,2	cyclictest	3168517	-21	kworker/u16:1+events_unbound	10:12:04	5
2814879	99	40	38,2	cyclictest	3168517	-21	kworker/u16:1+events_unbound	10:09:45	5
2814879	99	40	38,2	cyclictest	3083350	-21	kworker/u16:2+events_unbound	09:38:29	5
2814879	99	40	38,2	cyclictest	3039104	-21	kworker/u16:1+events_unbound	09:06:17	5
2814879	99	40	37,2	cyclictest	3083350	-21	kworker/u16:2+events_unbound	10:20:09	5
2814884	99	39	37,2	cyclictest	3144434	-21	kworker/u16:0+flush-8:0	09:50:39	6
2814879	99	39	37,2	cyclictest	3361007	-21	kworker/u16:4+events_unbound	11:35:04	5
2814879	99	39	37,2	cyclictest	3361007	-21	kworker/u16:4+events_unbound	11:35:04	5
2814879	99	39	37,2	cyclictest	3274275	-21	kworker/u16:0+events_unbound	11:34:17	5
2814879	99	39	37,2	cyclictest	3274275	-21	kworker/u16:0+events_unbound	11:28:33	5
2814879	99	39	37,2	cyclictest	3274275	-21	kworker/u16:0+events_unbound	11:18:54	5
2814879	99	39	34,4	cyclictest	2866236	-21	packagekitd	07:27:03	5
2814884	99	38	36,2	cyclictest	3481089	-21	kworker/u16:2+flush-8:0	12:29:56	6
2814884	99	38	36,2	cyclictest	3361007	-21	kworker/u16:4+flush-8:0	12:30:38	6
2814879	99	38	36,2	cyclictest	3202243	-21	kworker/u16:4+events_unbound	10:36:28	5
2814879	99	38	36,2	cyclictest	3039104	-21	kworker/u16:1+events_unbound	09:21:25	5
2814879	99	38	36,2	cyclictest	2914538	-21	kworker/u16:3+events_unbound	10:03:01	5
2814879	99	37	36,1	cyclictest	3168517	-21	kworker/u16:1+events_unbound	10:45:23	5
2814879	99	37	35,2	cyclictest	3441558	-21	kworker/u16:2+events_unbound	11:48:13	5
2814879	99	37	35,2	cyclictest	3039104	-21	kworker/u16:1+events_unbound	09:11:04	5
2814879	99	37	34,2	cyclictest	3274275	-21	kworker/u16:0+events_unbound	11:56:20	5
2814879	99	36	34,2	cyclictest	3144434	-21	kworker/u16:0+events_unbound	09:49:14	5
2814879	99	36	34,2	cyclictest	3083350	-21	kworker/u16:2+events_unbound	09:31:33	5
2814879	99	36	34,2	cyclictest	3039104	-21	kworker/u16:1+events_unbound	09:29:22	5
2814879	99	35	32,2	cyclictest	2924401	-21	kworker/u16:0+flush-8:0	08:15:21	5
2814879	99	35	32,2	cyclictest	2924401	-21	kworker/u16:0+flush-8:0	08:15:21	5
2814879	99	34	32,2	cyclictest	3083350	-21	kworker/u16:2+events_unbound	09:19:16	5
2814879	99	34	31,2	cyclictest	3361007	-21	kworker/u16:4+events_unbound	12:05:27	5
2814884	99	33	31,2	cyclictest	2914538	-21	kworker/u16:3+flush-8:0	08:30:33	6
2814886	99	32	0,1	cyclictest	0	-21	swapper/7	08:50:27	7
2814884	99	32	29,2	cyclictest	2079505	-21	kworker/u16:2+flush-8:0	07:55:03	6
2814884	99	32	28,3	cyclictest	3168517	-21	kworker/u16:1+flush-8:0	10:25:20	6
2814879	99	31	29,2	cyclictest	2079505	-21	kworker/u16:2+events_unbound	07:31:18	5
2814879	99	31	29,2	cyclictest	2079505	-21	kworker/u16:2+events_unbound	07:31:18	5
2814886	99	30	25,4	cyclictest	3120417	-21	latency_hist	09:35:02	7
2814884	99	30	28,2	cyclictest	3361007	-21	kworker/u16:4+flush-8:0	11:39:56	6
2814884	99	30	28,2	cyclictest	3361007	-21	kworker/u16:4+flush-8:0	11:39:56	6
2814884	99	30	28,2	cyclictest	2924401	-21	kworker/u16:0+events_unbound	08:15:32	6
2814884	99	30	28,2	cyclictest	2924401	-21	kworker/u16:0+events_unbound	08:15:32	6
2814884	99	30	27,2	cyclictest	3202243	-21	kworker/u16:4+flush-8:0	10:15:21	6
2814879	99	30	28,2	cyclictest	2962436	-21	kworker/u16:2+flush-8:0	08:26:13	5
2814879	99	30	28,2	cyclictest	2828449	-21	kworker/u16:0+events_unbound	07:24:24	5
2814884	99	29	25,3	cyclictest	2837873	-21	kworker/u16:4+flush-8:0	07:27:13	6
2814884	99	28	26,2	cyclictest	3274275	-21	kworker/u16:0+flush-8:0	11:25:23	6
2814879	99	28	26,2	cyclictest	2962436	-21	kworker/u16:2+events_unbound	08:46:21	5
2814879	99	28	26,2	cyclictest	2776951	-21	kworker/u16:3+events_unbound	07:08:14	5
2814879	99	28	25,2	cyclictest	2914538	-21	kworker/u16:3+flush-8:0	08:20:12	5
3311709	2	27	0,1	chrt	3311707	-21	ssh	10:52:39	7
2814884	99	27	25,2	cyclictest	3168517	-21	kworker/u16:1+flush-8:0	10:35:02	6
2814884	99	27	25,2	cyclictest	2914538	-21	kworker/u16:3+flush-8:0	10:00:24	6
2814879	99	27	25,2	cyclictest	2914538	-21	kworker/u16:3+events_unbound	08:32:14	5
2814879	99	27	25,2	cyclictest	2914538	-21	kworker/u16:3+events_unbound	08:03:13	5
2814879	99	27	25,2	cyclictest	2079505	-21	kworker/u16:2+events_unbound	07:51:14	5
2814879	99	26	24,2	cyclictest	2924401	-21	kworker/u16:0+events_unbound	09:02:14	5
2814879	99	26	24,2	cyclictest	2079505	-21	kworker/u16:2+flush-8:0	07:46:17	5
3444917	2	25	0,1	chrt	3444916	-21	grep	11:50:01	7
3384526	2	25	0,1	chrt	3384524	-21	ssh	11:24:13	7
2814886	99	25	24,0	cyclictest	0	-21	swapper/7	07:10:20	7
2814879	99	25	23,2	cyclictest	2924401	-21	kworker/u16:0+events_unbound	08:58:41	5
2814879	99	25	23,2	cyclictest	2837873	-21	kworker/u16:4+events_unbound	07:16:13	5
2814879	99	25	23,2	cyclictest	2079505	-21	kworker/u16:2+events_unbound	07:56:09	5
2814871	99	25	23,2	cyclictest	3202243	-21	kworker/u16:4+flush-8:0	10:20:12	4
2814886	99	24	0,22	cyclictest	3470039	-21	grep	12:00:16	7
2814884	99	24	22,2	cyclictest	3083350	-21	kworker/u16:2+events_unbound	09:20:29	6
2814879	99	24	22,2	cyclictest	2914538	-21	kworker/u16:3+events_unbound	08:36:09	5
2814884	99	23	21,2	cyclictest	2924401	-21	kworker/u16:0+events_unbound	08:25:24	6
2814879	99	23	21,2	cyclictest	2914538	-21	kworker/u16:3+events_unbound	08:51:12	5
2814879	99	23	21,2	cyclictest	2079505	-21	kworker/u16:2+events_unbound	07:44:29	5
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17