OSADL QA Farm on Real-time of Mainline Linux

About - Hardware - CPUs - Benchmarks - Graphics - Benchmarks - Kernels - Boards/Distros - Latency monitoring - Latency plots - System data - Profiles - Compare - Awards

Default latency plot of system in rack #b, slot #2

Click here to display the system's profile data or here to proceed to next system.

Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.
Data to construct the above plot have been generated using the RT test utility cyclictest.

Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes, lowest P state: performance
Compare latency of primary with shadow system

Characteristics of the 100 highest latencies:

System rackbslot2.osadl.org (updated Wed Dec 24, 2025 12:44:41)
Delayed (victim)					Switcher (culprit)			Timestamp	CPU
PID	Prio	Total latency (µs)	T^(,W^*) latency (µs)	Cmd	PID	Prio	Cmd	Timestamp	CPU
2768860	2	227	198,19	sleep0	0	-21	swapper/0	07:09:29	0
2768624	2	221	192,19	sleep1	0	-21	swapper/1	07:06:28	1
2768600	2	221	169,18	sleep3	0	-21	swapper/3	07:06:10	3
2768769	2	220	190,20	sleep2	0	-21	swapper/2	07:08:19	2
2769083	99	86	30,15	cyclictest	2799754	-21	chrome	07:45:01	2
2769086	99	83	0,83	cyclictest	2854561	-21	kworker/u8:3+efi_rts_wq	09:18:24	3
2769086	99	70	29,40	cyclictest	2851690	-21	snmp_ryswitch.c	08:45:02	3
2769086	99	59	55,3	cyclictest	2721308	-21	kworker/u8:2+flush-179:0	07:35:05	3
2769076	99	58	50,6	cyclictest	2829857	-21	/usr/share/muni	08:20:12	0
2769076	99	56	9,46	cyclictest	2868793	-21	kworker/u8:2+efi_rts_wq	09:18:22	0
2769076	99	50	47,2	cyclictest	3009739	-21	chrome	11:45:01	0
2769086	99	49	35,10	cyclictest	2765462	-21	kworker/u8:3+flush-179:0	07:10:23	3
2781686	2	48	44,2	sleep2	2772864	-21	kworker/u8:0+events_unbound	07:20:29	2
2769086	99	48	45,2	cyclictest	3014709	-21	kworker/u8:0+events_unbound	12:25:11	3
2769076	99	48	43,3	cyclictest	2772864	-21	kworker/u8:0+flush-179:0	07:20:15	0
2769086	99	47	36,10	cyclictest	2912866	-21	kworker/u8:2+flush-179:0	09:55:28	3
2769083	99	47	44,1	cyclictest	2938529	-31	munin-graph	10:20:49	2
2769086	99	46	42,3	cyclictest	2960293	-21	kworker/u8:1+flush-179:0	10:55:12	3
2769083	99	46	40,4	cyclictest	2956355	-21	latency_hist	10:45:01	2
2769079	99	46	35,10	cyclictest	2829857	-21	/usr/share/muni	08:20:04	1
2769079	99	46	25,20	cyclictest	1318	-21	snmpd	09:20:25	1
2769083	99	45	36,8	cyclictest	2790563	-21	kworker/2:1+pm	07:35:04	2
2769076	99	44	31,12	cyclictest	2631244	-1	kworker/0:0H+kblockd	09:56:01	0
2769086	99	43	40,2	cyclictest	2978564	-21	kworker/u8:0+events_unbound	11:10:14	3
2769086	99	43	40,2	cyclictest	2808161	-21	kworker/u8:3+flush-179:0	08:10:10	3
2769086	99	43	39,3	cyclictest	2808161	-21	kworker/u8:3+events_unbound	08:20:01	3
2769083	99	43	36,6	cyclictest	2790563	-21	kworker/2:1+pm	08:25:00	2
2769083	99	43	36,5	cyclictest	2922742	-21	ntpq	10:05:08	2
2769083	99	43	31,1	cyclictest	2960955	-21	kworker/2:2+pm	11:52:13	2
2769076	99	43	41,1	cyclictest	2631244	-1	kworker/0:0H+kblockd	11:17:57	0
2769086	99	42	38,3	cyclictest	2826568	-21	apt-get	08:15:07	3
2769086	99	42	35,5	cyclictest	2976921	-21	ntpq	11:05:15	3
2769083	99	42	37,3	cyclictest	2898783	-31	munin-html	09:35:30	2
2769083	99	42	27,14	cyclictest	2790563	-21	kworker/2:1+pm	08:05:01	2
2769076	99	42	36,4	cyclictest	2908667	-21	/usr/share/muni	09:50:15	0
2769086	99	41	39,1	cyclictest	2799728	-21	ThreadPoolForeg	07:45:01	3
2769086	99	41	38,2	cyclictest	3006968	-21	kworker/u8:2+events_unbound	11:40:25	3
2769086	99	41	28,12	cyclictest	2860067	-21	kworker/u8:1+flush-179:0	08:55:24	3
2769079	99	41	25,9	cyclictest	2799486	-21	munin-update	07:45:01	1
2769079	99	41	10,31	cyclictest	2868793	-21	kworker/u8:2+efi_rts_wq	09:18:23	1
2769086	99	40	37,2	cyclictest	3014709	-21	kworker/u8:0+flush-179:0	12:20:14	3
2769086	99	40	37,2	cyclictest	2755481	-21	kworker/3:0+pm	09:10:00	3
2769086	99	40	36,3	cyclictest	2854561	-21	kworker/u8:3+events_unbound	09:00:24	3
2769086	99	40	36,3	cyclictest	2721308	-21	kworker/u8:2+flush-179:0	07:15:10	3
2769083	99	40	38,1	cyclictest	2960955	-21	kworker/2:2+pm	12:15:15	2
2769083	99	40	38,1	cyclictest	2881879	-21	kworker/2:0+pm	09:55:12	2
2769083	99	40	38,1	cyclictest	2790563	-21	kworker/2:1+pm	08:15:04	2
2769083	99	40	37,2	cyclictest	2790563	-21	kworker/2:1+pm	07:50:40	2
2769083	99	40	37,1	cyclictest	2960955	-21	kworker/2:2+pm	12:31:22	2
2769083	99	40	37,1	cyclictest	2881879	-21	kworker/2:0+pm	09:25:55	2
2769083	99	40	31,8	cyclictest	2960955	-21	kworker/2:2+pm	12:36:02	2
2769079	99	40	37,2	cyclictest	2839866	-21	apt-get	08:30:08	1
2769086	99	39	35,3	cyclictest	2930231	-21	kworker/u8:2+flush-179:0	10:40:13	3
2769083	99	39	37,1	cyclictest	2960955	-21	kworker/2:2+pm	12:26:15	2
2769083	99	39	37,1	cyclictest	2960955	-21	kworker/2:2+pm	12:20:28	2
2769083	99	39	37,1	cyclictest	2881879	-21	kworker/2:0+pm	10:10:24	2
2769083	99	39	37,1	cyclictest	2790563	-21	kworker/2:1+pm	09:10:12	2
2769083	99	39	36,2	cyclictest	2960955	-21	kworker/2:2+pm	12:10:38	2
2769083	99	39	36,2	cyclictest	2790563	-21	kworker/2:1+pm	08:50:04	2
2769083	99	39	35,4	cyclictest	2790563	-21	kworker/2:1+pm	07:43:24	2
2769083	99	39	0,1	cyclictest	2846668	-31	munin-html	08:35:34	2
2769079	99	39	26,8	cyclictest	1318	-21	snmpd	12:20:29	1
2769076	99	39	36,2	cyclictest	2960293	-21	kworker/u8:1+flush-179:0	10:50:06	0
2769076	99	39	36,2	cyclictest	2957030	-21	ThreadPoolForeg	10:45:01	0
2769086	99	38	34,3	cyclictest	2985669	-21	kworker/u8:3+events_unbound	11:30:17	3
2769086	99	38	34,3	cyclictest	2960293	-21	kworker/u8:1+flush-179:0	12:05:27	3
2769086	99	38	34,3	cyclictest	2960293	-21	kworker/u8:1+flush-179:0	10:50:14	3
2769086	99	38	34,3	cyclictest	2821541	-1	kworker/3:0H+kblockd	11:45:08	3
2769086	99	38	34,2	cyclictest	2821541	-1	kworker/3:0H+kblockd	10:10:50	3
2769083	99	38	37,1	cyclictest	2763944	-21	kworker/2:0+pm	07:25:06	2
2769083	99	38	37,1	cyclictest	2763944	-21	kworker/2:0+pm	07:10:48	2
2769083	99	38	36,1	cyclictest	2960955	-21	kworker/2:2+pm	11:55:02	2
2769083	99	38	36,1	cyclictest	2960955	-21	kworker/2:2+pm	11:15:17	2
2769083	99	38	36,1	cyclictest	2881879	-21	kworker/2:0+pm	10:46:11	2
2769083	99	38	36,1	cyclictest	2881879	-21	kworker/2:0+pm	10:25:49	2
2769083	99	38	36,1	cyclictest	2790563	-21	kworker/2:1+pm	08:48:27	2
2769083	99	38	35,2	cyclictest	2881879	-21	kworker/2:0+pm	10:15:03	2
2769083	99	38	34,3	cyclictest	2960955	-21	kworker/2:2+pm	11:22:44	2
2769083	99	38	21,4	cyclictest	2996433	-21	/usr/share/muni	11:30:02	2
2769079	99	38	34,2	cyclictest	862735	-1	kworker/1:0H+kblockd	08:00:03	1
2769079	99	38	32,4	cyclictest	2844169	-21	ntpq	08:35:09	1
2769079	99	38	30,6	cyclictest	2799476	-21	latency_hist	07:45:00	1
2769076	99	38	34,2	cyclictest	2631244	-1	kworker/0:0H+kblockd	11:05:12	0
2769086	99	37	34,2	cyclictest	2881971	-21	kworker/u8:1+events_unbound	09:30:15	3
2769086	99	37	33,3	cyclictest	2978564	-21	kworker/u8:0+flush-179:0	11:20:06	3
2769083	99	37	35,1	cyclictest	2960955	-21	kworker/2:2+pm	11:40:10	2
2769083	99	37	35,1	cyclictest	2960955	-21	kworker/2:2+pm	11:00:46	2
2769083	99	37	35,1	cyclictest	2881879	-21	kworker/2:0+pm	10:00:28	2
2769083	99	37	35,1	cyclictest	2881879	-21	kworker/2:0+pm	09:51:42	2
2769083	99	37	35,1	cyclictest	2881879	-21	kworker/2:0+pm	09:40:21	2
2769083	99	37	35,1	cyclictest	2881879	-21	kworker/2:0+pm	09:31:22	2
2769083	99	37	35,1	cyclictest	2469657	-1	kworker/2:2H+kblockd	07:30:41	2
2769083	99	37	34,2	cyclictest	2960955	-21	kworker/2:2+pm	11:05:05	2
2769083	99	37	34,2	cyclictest	2763944	-21	kworker/2:0+pm	07:15:11	2
2769083	99	37	33,2	cyclictest	2960955	-21	kworker/2:2+pm	11:45:02	2
2769083	99	37	31,4	cyclictest	3022717	-21	/usr/share/muni	12:00:03	2
2769083	99	37	28,8	cyclictest	1318	-21	snmpd	08:05:23	2
2769079	99	37	34,2	cyclictest	862735	-1	kworker/1:0H+kblockd	11:05:22	1
2769076	99	37	34,2	cyclictest	2631244	-1	kworker/0:0H+kblockd	11:24:57	0
2769076	99	37	34,2	cyclictest	2631244	-1	kworker/0:0H+kblockd	10:05:09	0
^Timer ^*Wakeup (latency=timer+wakeup+contextswitch)


Access: public		Short link to this page
This page was last modified on 2019-05-28 - 00:17