OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of system in rack #3, slot #4

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes, lowest P state: performance

Characteristics of the 100 highest latencies:

System rack3slot4.osadl.org (updated Wed Apr 29, 2026 12:46:34)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
941883	99	144	83,53	cyclictest	1067686	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	11:00:08	0
941883	99	123	7,74	cyclictest	982057	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	09:10:42	0
941883	99	105	50,32	cyclictest	957303	-21	kworker/u12:3+events_unbound@ flush_memcg_stats_dwork	08:25:32	0
1061403	2	105	0,5	sleep1	0	-21	swapper/1	10:07:58	1
1061403	2	105	0,5	sleep1	0	-21	swapper/1	10:07:57	1
941883	99	104	64,33	cyclictest	913241	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	07:15:22	0
941883	99	103	43,53	cyclictest	973848	-21	kworker/u12:1+events_unbound@ flush_memcg_stats_dwork	09:00:18	0
941883	99	101	86,8	cyclictest	1030325	-21	kworker/u12:1+events_unbound@ flush_memcg_stats_dwork	09:45:14	0
941883	99	101	53,31	cyclictest	692	50	irq/530-eth0-Tx	10:00:18	0
1175838	2	101	0,4	sleep0	0	-21	swapper/0	11:40:00	0
941883	99	100	85,7	cyclictest	1002790	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	09:50:23	0
941887	99	99	85,7	cyclictest	1084896	-21	kworker/u12:3+events_unbound@ flush_memcg_stats_dwork	10:28:19	1
941883	99	98	83,8	cyclictest	1144549	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	11:15:34	0
941883	99	97	84,6	cyclictest	1202059	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	12:38:46	0
941883	99	96	83,7	cyclictest	1002790	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	09:28:08	0
941883	99	96	83,7	cyclictest	1002790	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	09:28:08	0
941883	99	94	82,6	cyclictest	1164091	-21	kworker/u12:3+events_unbound@ flush_memcg_stats_dwork	12:03:40	0
941883	99	92	34,6	cyclictest	0	-21	swapper/0	11:30:30	0
941883	99	92	34,6	cyclictest	0	-21	swapper/0	11:30:30	0
1007507	2	92	0,9	sleep4	1007508	-21	ssh	09:25:04	4
1007507	2	92	0,9	sleep4	1007508	-21	ssh	09:25:03	4
941892	99	90	77,7	cyclictest	993028	-21	kworker/u12:1+events_unbound@ flush_memcg_stats_dwork	09:25:39	2
941892	99	90	77,7	cyclictest	993028	-21	kworker/u12:1+events_unbound@ flush_memcg_stats_dwork	09:25:38	2
941883	99	90	76,8	cyclictest	1084896	-21	kworker/u12:3+events_unbound@ flush_memcg_stats_dwork	10:35:34	0
941883	99	90	55,15	cyclictest	1009457	-21	kworker/u12:3+events_unbound@ flush_memcg_stats_dwork	09:30:36	0
941883	99	90	55,15	cyclictest	1009457	-21	kworker/u12:3+events_unbound@ flush_memcg_stats_dwork	09:30:35	0
941883	99	90	46,19	cyclictest	0	-21	swapper/0	12:10:37	0
941898	99	89	76,6	cyclictest	1018465	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	09:40:06	3
941887	99	88	73,8	cyclictest	993028	-21	kworker/u12:1+events_unbound@ flush_memcg_stats_dwork	09:13:05	1
941887	99	88	73,7	cyclictest	1211088	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	12:08:55	1
941883	99	88	9,47	cyclictest	15	-21	rcuc/0	09:55:35	0
941898	99	87	75,6	cyclictest	1030325	-21	kworker/u12:1+events_unbound@ flush_memcg_stats_dwork	09:49:33	3
941892	99	87	44,8	cyclictest	1009457	-21	kworker/u12:3+events_unbound@ flush_memcg_stats_dwork	09:35:36	2
941887	99	87	56,11	cyclictest	1002790	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	10:00:34	1
941883	99	87	74,7	cyclictest	1076408	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	10:23:17	0
941883	99	87	2,39	cyclictest	0	-21	swapper/0	10:45:30	0
941883	99	87	1,69	cyclictest	990223	-21	diskmemload	11:45:11	0
941883	99	87	1,69	cyclictest	990223	-21	diskmemload	11:45:11	0
941907	99	86	79,3	cyclictest	0	-21	swapper/5	11:31:15	5
941907	99	86	79,3	cyclictest	0	-21	swapper/5	11:31:15	5
941898	99	85	71,7	cyclictest	1218683	-21	kworker/u12:3+events_unbound@ flush_memcg_stats_dwork	12:30:23	3
941898	99	85	71,7	cyclictest	1218683	-21	kworker/u12:3+events_unbound@ flush_memcg_stats_dwork	12:30:23	3
941892	99	85	64,9	cyclictest	1067686	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	10:40:20	2
941883	99	85	62,16	cyclictest	1144549	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	11:24:01	0
941883	99	85	25,37	cyclictest	689	50	irq/527-eth0-Tx	10:25:25	0
941903	99	83	77,3	cyclictest	0	-21	swapper/4	09:30:58	4
941903	99	83	77,3	cyclictest	0	-21	swapper/4	09:30:57	4
941883	99	83	2,65	cyclictest	47	-21	rcuog/4	11:10:38	0
941903	99	82	76,2	cyclictest	0	-21	swapper/4	12:23:43	4
941903	99	82	68,8	cyclictest	1031443	-21	ssh	09:44:01	4
941903	99	81	75,3	cyclictest	0	-21	swapper/4	07:45:33	4
941903	99	81	75,3	cyclictest	0	-21	swapper/4	07:45:33	4
941898	99	81	68,6	cyclictest	1123779	-21	kworker/u12:1+events_unbound@ flush_memcg_stats_dwork	11:03:24	3
941898	99	81	66,7	cyclictest	954755	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	08:02:50	3
941898	99	81	66,7	cyclictest	954755	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	08:02:49	3
941892	99	81	67,7	cyclictest	954755	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	08:15:35	2
941892	99	81	67,7	cyclictest	954755	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	08:15:34	2
1216272	2	81	0,6	sleep2	0	-21	swapper/2	12:11:53	2
941907	99	80	73,3	cyclictest	0	-21	swapper/5	10:15:01	5
941907	99	80	73,3	cyclictest	0	-21	swapper/5	10:15:00	5
941903	99	80	69,5	cyclictest	1064902	-21	ssh	10:10:33	4
941903	99	80	69,5	cyclictest	1064902	-21	ssh	10:10:32	4
941903	99	80	68,6	cyclictest	993553	-21	diskmemload-4	10:06:04	4
941903	99	80	68,6	cyclictest	993553	-21	diskmemload-4	10:06:03	4
941898	99	80	66,7	cyclictest	1002790	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	09:36:24	3
941883	99	80	9,55	cyclictest	47	-21	rcuog/4	10:50:41	0
941907	99	79	74,2	cyclictest	0	-21	swapper/5	08:55:37	5
941907	99	79	72,3	cyclictest	0	-21	swapper/5	09:30:58	5
941907	99	79	72,3	cyclictest	0	-21	swapper/5	09:30:57	5
941903	99	79	66,7	cyclictest	1114508	-21	ssh	10:50:33	4
941903	99	79	65,8	cyclictest	993553	-21	diskmemload-4	11:34:53	4
941903	99	79	65,8	cyclictest	993553	-21	diskmemload-4	11:34:53	4
941892	99	79	65,7	cyclictest	1093347	-21	kworker/u12:1+events_unbound@ flush_memcg_stats_dwork	10:45:34	2
941883	99	79	69,7	cyclictest	1240336	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	12:34:56	0
941883	99	79	69,7	cyclictest	1240336	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	12:34:56	0
941883	99	79	69,7	cyclictest	1114723	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	10:58:05	0
941883	99	79	64,8	cyclictest	973848	-21	kworker/u12:1+events_unbound@ flush_memcg_stats_dwork	08:30:37	0
941903	99	78	72,3	cyclictest	0	-21	swapper/4	07:32:04	4
941903	99	78	70,4	cyclictest	0	-21	swapper/4	11:17:51	4
941903	99	78	65,7	cyclictest	993553	-21	diskmemload-4	11:00:39	4
941903	99	78	65,7	cyclictest	1040156	-21	ssh	09:50:38	4
941892	99	78	63,7	cyclictest	1067686	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	10:18:17	2
941892	99	78	63,7	cyclictest	1067686	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	10:18:16	2
941887	99	78	64,6	cyclictest	1030325	-21	kworker/u12:1+events_unbound@ flush_memcg_stats_dwork	09:53:57	1
941887	99	78	63,8	cyclictest	1144549	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	11:23:04	1
941883	99	78	69,6	cyclictest	957303	-21	kworker/u12:3+events_unbound@ flush_memcg_stats_dwork	08:47:57	0
941883	99	78	64,8	cyclictest	1060347	-21	kworker/u12:3+events_unbound@ flush_memcg_stats_dwork	10:15:15	0
941883	99	78	64,8	cyclictest	1060347	-21	kworker/u12:3+events_unbound@ flush_memcg_stats_dwork	10:15:15	0
941883	99	78	1,62	cyclictest	941876	-21	cyclictest	08:19:02	0
941883	99	78	1,62	cyclictest	941876	-21	cyclictest	08:19:02	0
941907	99	77	70,3	cyclictest	0	-21	swapper/5	07:20:38	5
941898	99	77	63,7	cyclictest	1180477	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	11:48:34	3
941898	99	77	63,7	cyclictest	1180477	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	11:48:33	3
941898	99	77	62,8	cyclictest	1202059	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	12:39:23	3
941892	99	77	63,7	cyclictest	1218683	-21	kworker/u12:3+events_unbound@ flush_memcg_stats_dwork	12:21:35	2
941887	99	77	62,7	cyclictest	1002790	-21	kworker/u12:2+events_unbound@ flush_memcg_stats_dwork	09:48:15	1
941887	99	77	46,17	cyclictest	1150988	-21	kworker/u12:1+events_unbound@ flush_memcg_stats_dwork	11:39:59	1
941883	99	77	63,8	cyclictest	1180477	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	11:55:36	0
941883	99	77	48,12	cyclictest	1114723	-21	kworker/u12:0+events_unbound@ flush_memcg_stats_dwork	11:09:55	0
941907	99	76	71,2	cyclictest	0	-21	swapper/5	12:23:43	5
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17