You are here: Home / Projects / OSADL QA Farm Real-time / Latency plots / 
2025-11-20 - 15:09
Click here to display the system's profile data or here to proceed to next system.
Click on a legend element to toggle display of that core, ctrl-click inverts display, shift-click enables all.

Data to construct the above plot have been generated using the RT test utility cyclictest.
Unexpectedly long latencies may be caused by a total of 3620 SMIs that occured during the measurement.
Total number of samples: 100 million
Resolution of latency scale: normal
Duration: 5 hours, 33 minutes, lowest P state: performance
Characteristics of the 376 highest latencies:
System rack6slot4.osadl.org (updated Thu Nov 20, 2025 13:23:18)
Delayed (victim)Switcher (culprit)TimestampCPU
PIDPrioTotal
latency
(µs)
T*(,W**)
latency
(µs)
CmdPIDPrioCmd
"interval":200,6448
"cycles":100000000,6447
"load":"idle",6446
"condition":{6445
"clock":"1100"6443
"family":"x86",6442
"vendor":"Intel",6441
"processor":{6439
"dataset":"2024-01-08T03:36:49+01:00"6437
"origin":"2024-01-08T00:43:22+01:00",6436
"timestamps":{6435
"granularity":"microseconds"6433
"maxima":[6429
"cores":[5221
"latency":{5220
"hostname":"rack6slot4.osadl.org"5218
"system":{5217
"version":"1.0",5214
"format":{5213
"patches":[5204
1806099378368,5cyclictest2281-21kworker/1:0+kec_query1
1806099373362,6cyclictest2281-21kworker/1:0+kec_query1
1806099372361,6cyclictest2281-21kworker/1:0+kec_query1
1806099369358,6cyclictest2281-21kworker/1:0+kec_query1
1806099369358,6cyclictest2281-21kworker/1:0+kec_query1
1804699369358,6cyclictest588-21runrttasks0
1806099368357,6cyclictest2281-21kworker/1:0+kec_query1
1806099367356,6cyclictest21108-21kworker/1:2+kec_query1
18046993662,356cyclictest588-21runrttasks0
1806099365342,14cyclictest2281-21kworker/1:0+kec_query1
1806099364354,5cyclictest2281-21kworker/1:0+kec_query1
1806099364352,7cyclictest2281-21kworker/1:0+kec_query1
1806099363353,5cyclictest2281-21kworker/1:0+kec_query1
1806099363351,7cyclictest2281-21kworker/1:0+kec_query1
1806099363349,9cyclictest2281-21kworker/1:0+kec_query1
1804699363355,5cyclictest0-21swapper/00
1806099361350,6cyclictest2281-21kworker/1:0+kec_query1
1806099360350,5cyclictest2281-21kworker/1:0+kec_query1
1806099360349,6cyclictest21108-21kworker/1:2+kec_query1
1806099359349,5cyclictest2281-21kworker/1:0+kec_query1
1806099359347,6cyclictest21108-21kworker/1:2+kec_query1
1806099358347,6cyclictest2281-21kworker/1:0+kec_query1
1806099357346,6cyclictest21108-21kworker/1:2+kec_query1
1804699357346,6cyclictest30982-21kworker/0:1+kec_query0
1806099356345,6cyclictest2281-21kworker/1:0+kec_query1
1806099356345,6cyclictest2281-21kworker/1:0+kec_query1
1806099356345,5cyclictest2281-21kworker/1:0+kec_query1
1804699356345,6cyclictest15674-21kworker/0:0+kec_query0
1806099355345,5cyclictest2281-21kworker/1:0+kec_query1
1806099355344,6cyclictest2281-21kworker/1:0+kec_query1
1806099355344,5cyclictest2281-21kworker/1:0+kec_query1
1806099355342,8cyclictest2281-21kworker/1:0+kec_query1
1806099354343,6cyclictest2281-21kworker/1:0+kec_query1
1806099354342,7cyclictest2281-21kworker/1:0+kec_query1
1806099353341,7cyclictest2281-21kworker/1:0+kec_query1
1806099353341,6cyclictest2281-21kworker/1:0+kec_query1
1804699353342,6cyclictest30982-21kworker/0:1+kec_query0
1804699353341,7cyclictest15674-21kworker/0:0+kec_query0
18046993531,344cyclictest7391-21runrttasks0
1806099352341,6cyclictest2281-21kworker/1:0+kec_query1
1806099352341,6cyclictest2281-21kworker/1:0+kec_query1
1806099352341,6cyclictest2281-21kworker/1:0+kec_query1
1806099352341,6cyclictest2281-21kworker/1:0+kec_query1
1806099352341,6cyclictest2281-21kworker/1:0+kec_query1
1806099352341,6cyclictest2281-21kworker/1:0+kec_query1
1806099352341,6cyclictest2281-21kworker/1:0+kec_query1
1806099352340,7cyclictest21108-21kworker/1:2+kec_query1
1806099351341,5cyclictest2281-21kworker/1:0+kec_query1
1806099351340,6cyclictest2281-21kworker/1:0+kec_query1
1806099351340,6cyclictest2281-21kworker/1:0+kec_query1
1806099351339,7cyclictest2281-21kworker/1:0+kec_query1
1804699351338,9cyclictest16299-21runrttasks0
1804699351338,9cyclictest16299-21runrttasks0
18046993511,342cyclictest588-21runrttasks0
1806099350339,6cyclictest2281-21kworker/1:0+kec_query1
1806099350339,6cyclictest21108-21kworker/1:2+kec_query1
1806099350339,6cyclictest21108-21kworker/1:2+kec_query1
1806099350338,7cyclictest2281-21kworker/1:0+kec_query1
1806099350337,8cyclictest2281-21kworker/1:0+kec_query1
18046993505,339cyclictest0-21swapper/00
1806099349338,6cyclictest2281-21kworker/1:0+kec_query1
1806099349338,6cyclictest2281-21kworker/1:0+kec_query1
1806099348337,6cyclictest2281-21kworker/1:0+kec_query1
1806099348336,7cyclictest2281-21kworker/1:0+kec_query1
1804699348339,5cyclictest8039-21sshd0
1806099347340,4cyclictest5250irq/9-acpi1
1806099347336,6cyclictest2281-21kworker/1:0+kec_query1
1804699347336,6cyclictest15674-21kworker/0:0+kec_query0
1804699346337,5cyclictest20329-21kworker/0:2+kec_query0
1804699346337,5cyclictest0-21swapper/00
18046993461,338cyclictest29933-21runrttasks0
18046993461,337cyclictest588-21runrttasks0
1806099345334,6cyclictest2281-21kworker/1:0+kec_query1
1806099345334,6cyclictest2281-21kworker/1:0+kec_query1
1806099345333,7cyclictest2281-21kworker/1:0+kec_query1
1806099345333,7cyclictest2281-21kworker/1:0+kec_query1
1806099345333,6cyclictest2281-21kworker/1:0+kec_query1
1804699345334,6cyclictest21270-21runrttasks0
18046993451,338cyclictest0-21swapper/00
18046993451,337cyclictest13649-21runrttasks0
1806099344333,6cyclictest2281-21kworker/1:0+kec_query1
1806099344332,7cyclictest2281-21kworker/1:0+kec_query1
18046993442,6cyclictest588-21runrttasks0
18046993441,6cyclictest1150-21runrttasks0
1804699343332,6cyclictest6499-21kworker/0:0+kec_query0
18046993431,9cyclictest30173-21runrttasks0
18046993431,335cyclictest25228-21runrttasks0
18046993431,12cyclictest10017-21cat0
1806099342332,6cyclictest2281-21kworker/1:0+kec_query1
1806099342332,6cyclictest2281-21kworker/1:0+kec_query1
1804699342331,6cyclictest30982-21kworker/0:1+kec_query0
1804699342331,6cyclictest2121-21kworker/0:1+kec_query0
18046993422,333cyclictest6767-21perl0
1806099341330,6cyclictest2281-21kworker/1:0+kec_query1
1806099341330,6cyclictest2281-21kworker/1:0+kec_query1
1804699341334,4cyclictest0-21swapper/00
18046993411,334cyclictest0-21swapper/00
1806099340330,5cyclictest2281-21kworker/1:0+kec_query1
18046993401,5cyclictest14611-21runrttasks0
1804699339329,6cyclictest0-21swapper/00
1804699339328,6cyclictest30982-21kworker/0:1+kec_query0
1804699338329,5cyclictest0-21swapper/00
18046993382,330cyclictest0-21swapper/00
1804699337326,6cyclictest20329-21kworker/0:2+kec_query0
1804699337326,6cyclictest0-21swapper/00
18046993371,3cyclictest0-21swapper/00
18046993371,3cyclictest0-21swapper/00
1804699336326,6cyclictest0-21swapper/00
1804699336325,6cyclictest6499-21kworker/0:0+kec_query0
18046993361,329cyclictest0-21swapper/00
1804699335325,6cyclictest0-21swapper/00
1804699334325,5cyclictest0-21swapper/00
1804699334323,6cyclictest11071-21kworker/0:1+kec_query0
1804699334322,7cyclictest11071-21kworker/0:1+kec_query0
1804699334317,12cyclictest588-21runrttasks0
1804699333322,6cyclictest22340-21runrttasks0
18046993311,3cyclictest0-21swapper/00
1804699329319,6cyclictest1721-21runrttasks0
18046993291,3cyclictest0-21swapper/00
1804699328318,6cyclictest0-21swapper/00
1806099327314,8cyclictest2281-21kworker/1:0+kec_query1
1804699327317,6cyclictest10018-21runrttasks0
18046993262,3cyclictest0-21swapper/00
1804699325312,8cyclictest31213-21kworker/0:1+kec_query0
1804699320309,6cyclictest6499-21kworker/0:0+kec_query0
1804699318307,6cyclictest30982-21kworker/0:1+kec_query0
1804699308299,5cyclictest0-21swapper/00
1804699308299,5cyclictest0-21swapper/00
1804699302293,5cyclictest0-21swapper/00
1804699302291,6cyclictest22273-21timerwakeupswit0
1804699294284,6cyclictest0-21swapper/00
1804699291283,5cyclictest0-21swapper/00
1804699277268,5cyclictest0-21swapper/00
1804699275256,13cyclictest23529-21runrttasks0
"CONFIG_CC_VERSION_TEXT=\"gccDebian6.3.0-18+deb9u16.3.020170516\"",5
"config":[4
"version":"5.15.32-rt39",3
"kernel":{1
"type":"CeleronN3350",6440
"sched-add-per-cpu-load-measurement.patch"5210
"save-current-patchset-in-kernel.patch",5209
"patch-5.15.32-rt39.patch",5205
"net-ipv4-icmp-ping-sysrq.patch",5208
"name":"RTDataset"5215
"latency-histograms.patch",5207
"cyclictest":"cyclictest-l100000000-m-Sp99-i200-h400--smi-q"6449
"CONFIG_ZSWAP_ZPOOL_DEFAULT_ZBUD=y",684
"CONFIG_ZSWAP_ZPOOL_DEFAULT=\"zbud\"",685
"CONFIG_ZSWAP=y",681
"CONFIG_ZSWAP_COMPRESSOR_DEFAULT_LZO=y",682
"CONFIG_ZSWAP_COMPRESSOR_DEFAULT=\"lzo\"",683
"CONFIG_ZSTD_DECOMPRESS=y",5041
"CONFIG_ZSTD_COMPRESS=m",5040
"CONFIG_ZSMALLOC=m",688
"CONFIG_ZRAM=m",1526
"CONFIG_ZRAM_DEF_COMP_LZORLE=y",1527
"CONFIG_ZRAM_DEF_COMP=\"lzo-rle\"",1528
"CONFIG_ZPOOL=y",686
"CONFIG_ZONE_DMA=y",693
"CONFIG_ZONE_DMA32=y",694
"CONFIG_ZONE_DEVICE=y",695
"CONFIG_ZLIB_INFLATE=y",5033
"CONFIG_ZLIB_DEFLATE=y",5034
"CONFIG_ZISOFS=y",4608
"CONFIG_ZEROPLUS_FF=y",3890
"CONFIG_ZD1211RW=m",2370
"CONFIG_ZBUD=y",687
"CONFIG_YENTA_TOSHIBA=y",1409
"CONFIG_YENTA_TI=y",1407
"CONFIG_YENTA_RICOH=y",1406
"CONFIG_YENTA_O2=y",1405
"CONFIG_YENTA=m",1404
"CONFIG_YENTA_ENE_TUNE=y",1408
"CONFIG_YELLOWFIN=m",2034
"CONFIG_YAM=m",1246
"CONFIG_XZ_DEC=y",5042
"CONFIG_XZ_DEC_X86=y",5043
"CONFIG_XZ_DEC_SPARC=y",5048
"CONFIG_XZ_DEC_POWERPC=y",5044
"CONFIG_XZ_DEC_IA64=y",5045
"CONFIG_XZ_DEC_BCJ=y",5049
"CONFIG_XZ_DEC_ARM=y",5046
"CONFIG_XZ_DEC_ARMTHUMB=y",5047
"CONFIG_XXHASH=y",5032
"CONFIG_XPS=y",1229
"CONFIG_XOR_BLOCKS=m",4848
"CONFIG_XFS_SUPPORT_V4=y",4558
"CONFIG_XFS_RT=y",4561
"CONFIG_XFS_QUOTA=y",4559
"CONFIG_XFS_POSIX_ACL=y",4560
"CONFIG_XFS_FS=m",4557
"CONFIG_XFRM=y",716
"CONFIG_XFRM_USER=m",718
"CONFIG_XFRM_SUB_POLICY=y",719
"CONFIG_XFRM_MIGRATE=y",720
"CONFIG_XFRM_IPCOMP=m",723
"CONFIG_XFRM_ESP=m",722
"CONFIG_XFRM_ALGO=m",717
"CONFIG_XFRM_AH=m",721
"CONFIG_XEN=y",249
"CONFIG_XEN_XENBUS_FRONTEND=y",4264
"CONFIG_XEN_WDT=m",2945
"CONFIG_XEN_UNPOPULATED_ALLOC=y",4279
"CONFIG_XEN_SYS_HYPERVISOR=y",4263
"CONFIG_XEN_SYMS=y",4277
"CONFIG_XEN_SCSI_FRONTEND=m",1658
"CONFIG_XEN_SCSI_BACKEND=m",4269
"CONFIG_XEN_SCRUB_PAGES_DEFAULT=y",4258
"CONFIG_XEN_SAVE_RESTORE=y",257
"CONFIG_XEN_PV=y",250
"CONFIG_XEN_PV_SMP=y",252
"CONFIG_XEN_PVH=y",258
"CONFIG_XEN_PVHVM=y",254
"CONFIG_XEN_PVHVM_SMP=y",255
"CONFIG_XEN_PVHVM_GUEST=y",256
"CONFIG_XEN_PV_DOM0=y",253
"CONFIG_XEN_PRIVCMD=m",4270
"CONFIG_XEN_PCIDEV_FRONTEND=m",1383
"CONFIG_XEN_PCIDEV_BACKEND=m",4268
"CONFIG_XEN_NETDEV_FRONTEND=m",2394
"CONFIG_XEN_NETDEV_BACKEND=m",2395
"CONFIG_XEN_MEMORY_HOTPLUG_LIMIT=512",4257
"CONFIG_XEN_MCE_LOG=y",4272
"CONFIG_XEN_HAVE_VPMU=y",4278
"CONFIG_XEN_HAVE_PVMMU=y",4273
"CONFIG_XEN_GRANT_DEV_ALLOC=m",4266
"CONFIG_XEN_GNTDEV=m",4265
"CONFIG_XENFS=m",4261
"CONFIG_XEN_FBDEV_FRONTEND=y",3562
"CONFIG_XEN_EFI=y",4274
"CONFIG_XEN_DOM0=y",259
"CONFIG_XEN_DEV_EVTCHN=m",4259
"CONFIG_XEN_COMPAT_XENFS=y",4262
"CONFIG_XEN_BLKDEV_FRONTEND=m",1540
"CONFIG_XEN_BLKDEV_BACKEND=m",1541
"CONFIG_XEN_BALLOON=y",4255
"CONFIG_XEN_BALLOON_MEMORY_HOTPLUG=y",4256
"CONFIG_XEN_BACKEND=y",4260
"CONFIG_XEN_AUTO_XLATE=y",4275
"CONFIG_XEN_ACPI=y",4276
"CONFIG_XEN_ACPI_PROCESSOR=m",4271
"CONFIG_XEN_512GB=y",251
"CONFIG_XARRAY_MULTI=y",5067
"CONFIG_X86=y",203
"CONFIG_X86_X32=y",441
"CONFIG_X86_X2APIC=y",236
"CONFIG_X86_VSYSCALL_EMULATION=y",303
"CONFIG_X86_VMX_FEATURE_NAMES=y",273
"CONFIG_X86_UMIP=y",332
"CONFIG_X86_TSC=y",267
"CONFIG_X86_THERMAL_VECTOR=y",2896
"CONFIG_X86_SUPPORTS_MEMORY_FAILURE=y",242
"CONFIG_X86_SMAP=y",331
"CONFIG_X86_REROUTE_FOR_BROKEN_BOOT_IRQS=y",291
"CONFIG_X86_PM_TIMER=y",416
"CONFIG_X86_PMEM_LEGACY=m",323
"CONFIG_X86_PMEM_LEGACY_DEVICE=y",322
"CONFIG_X86_PLATFORM_DEVICES=y",4397
"CONFIG_X86_PKG_TEMP_THERMAL=m",2897
"CONFIG_X86_PAT=y",328
"CONFIG_X86_NEED_RELOCS=y",348
"CONFIG_X86_MSR=m",309
"CONFIG_X86_MPPARSE=y",237
"CONFIG_X86_MINIMUM_CPU_FAMILY=64",270
"CONFIG_X86_MCE=y",292
"CONFIG_X86_MCE_THRESHOLD=y",295
"CONFIG_X86_MCE_INTEL=y",293
"CONFIG_X86_MCE_INJECT=m",296
"CONFIG_X86_MCE_AMD=y",294
"CONFIG_X86_LOCAL_APIC=y",289
"CONFIG_X86_L1_CACHE_SHIFT=6",266
"CONFIG_X86_IOPL_IOPERM=y",304
"CONFIG_X86_IO_APIC=y",290
"CONFIG_X86_INTERNODE_CACHE_SHIFT=6",265
"CONFIG_X86_INTEL_TSX_MODE_OFF=y",334
"CONFIG_X86_INTEL_PSTATE=y",426
"CONFIG_X86_INTEL_MEMORY_PROTECTION_KEYS=y",333
"CONFIG_X86_INTEL_LPSS=y",239
"CONFIG_X86_HV_CALLBACK_VECTOR=y",248
"CONFIG_X86_FEATURE_NAMES=y",235
"CONFIG_X86_ESPFIX64=y",302
"CONFIG_X86_DIRECT_GBPAGES=y",311
"CONFIG_X86_DEBUG_FPU=y",5191
"CONFIG_X86_DEBUGCTLMSR=y",271
"CONFIG_X86_CPUID=m",310
"CONFIG_X86_CMPXCHG64=y",268
"CONFIG_X86_CMOV=y",269
"CONFIG_X86_AMD_PLATFORM_DEVICE=y",240
"CONFIG_X86_ACPI_CPUFREQ=m",427
"CONFIG_X86_ACPI_CPUFREQ_CPB=y",428
"CONFIG_X86_64=y",202
"CONFIG_X86_64_SMP=y",229
"CONFIG_X86_64_ACPI_NUMA=y",314
"CONFIG_X86_16BIT=y",301
"CONFIG_X509_CERTIFICATE_PARSER=y",5004
"CONFIG_WMI_BMOF=m",4399
"CONFIG_WLAN=y",2195
"CONFIG_WLAN_VENDOR_ZYDAS=y",2368
"CONFIG_WLAN_VENDOR_ST=y",2367
"CONFIG_WLAN_VENDOR_RSI=y",2362
"CONFIG_WLAN_VENDOR_REALTEK=y",2341
"CONFIG_WLAN_VENDOR_RALINK=y",2314
"CONFIG_WLAN_VENDOR_QUANTENNA=y",2371
"CONFIG_WLAN_VENDOR_MICROCHIP=y",2313
"CONFIG_WLAN_VENDOR_MEDIATEK=y",2311
"CONFIG_WLAN_VENDOR_MARVELL=y",2298
"CONFIG_WLAN_VENDOR_INTERSIL=y",2280
"CONFIG_WLAN_VENDOR_INTEL=y",2265
"CONFIG_WLAN_VENDOR_CISCO=y",2262
"CONFIG_WLAN_VENDOR_BROADCOM=y",2229
"CONFIG_WLAN_VENDOR_ATMEL=y",2224
"CONFIG_WLAN_VENDOR_ATH=y",2199
"CONFIG_WLAN_VENDOR_ADMTEK=y",2196
"CONFIG_WIRELESS=y",1313
"CONFIG_WIRELESS_EXT=y",1314
"CONFIG_WINBOND_840=m",1951
"CONFIG_WIL6210_TRACING=y",2219
"CONFIG_WIL6210=m",2217
"CONFIG_WIL6210_ISR_COR=y",2218
"CONFIG_WIL6210_DEBUGFS=y",2220
"CONFIG_WEXT_SPY=y",1317
"CONFIG_WEXT_PROC=y",1316
"CONFIG_WEXT_PRIV=y",1318
"CONFIG_WEXT_CORE=y",1315
"CONFIG_WDTPCI=m",2947
"CONFIG_WATCHDOG=y",2905
"CONFIG_WATCHDOG_SYSFS=y",2909
"CONFIG_WATCHDOG_OPEN_TIMEOUT=0",2908
"CONFIG_WATCHDOG_HANDLE_BOOT_ENABLED=y",2907
"CONFIG_WATCHDOG_CORE=y",2906
"CONFIG_WAN=y",2376
"CONFIG_WANXL=m",2385
"CONFIG_WANT_DEV_COREDUMP=y",1422
"CONFIG_WAKEUP_LATENCY_HIST=y",5176
"CONFIG_WAFER_WDT=m",2922
"CONFIG_W83977F_WDT=m",2942
"CONFIG_W83877F_WDT=m",2941
"CONFIG_W83627HF_WDT=m",2940
"CONFIG_W1_SLAVE_THERM=m",2755
"CONFIG_W1_SLAVE_SMEM=m",2756
"CONFIG_W1_SLAVE_DS2433=m",2758
"CONFIG_W1_SLAVE_DS2431=m",2757
"CONFIG_W1_MASTER_GPIO=m",2754
"CONFIG_W1_MASTER_DS2490=m",2752
"CONFIG_W1_MASTER_DS2482=m",2753
"CONFIG_W1=m",2750
"CONFIG_W1_CON=y",2751
"CONFIG_VXLAN=m",1836
"CONFIG_VXGE=m",2022
"CONFIG_VXFS_FS=m",4673
"CONFIG_VT=y",2590
"CONFIG_VT_HW_CONSOLE_BINDING=y",2595
"CONFIG_VT_CONSOLE=y",2592
"CONFIG_VT_CONSOLE_SLEEP=y",2593
"CONFIG_VT6656=m",4381
"CONFIG_VSOCKETS=m",1212
*Timer  **Wakeup  (latency=timer+wakeup+contextswitch)

 

Valid XHTML 1.0 Transitional