WARNING: CPU: 11 PID: 104842 at kernel/sched/fair.c:3350 update_blocked_averages+0x6af/0x6e0
Modules linked in: dm_mod rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace xt_CHECKSUM ipt_MASQUERADE xt_conntrack ipt_REJECT nft_compat nf_nat_tftp nft_objref nf_conntrack_tftp nft_counter bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject nft_ct nf_tables_set nft_chain_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 ip_set nf_tables libcrc32c nfnetlink cachefiles fscache sunrpc vfat fat intel_rapl_msr iTCO_wdt snd_sof_pci_intel_cnl iTCO_vendor_support mei_wdt snd_sof_intel_hda_common snd_soc_hdac_hda soundwire_intel soundwire_generic_allocation intel_rapl_common soundwire_cadence intel_pmc_core_pltdrv snd_sof_intel_hda intel_pmc_core snd_sof_pci snd_sof_xtensa_dsp snd_sof soundwire_bus x86_pkg_temp_thermal intel_powerclamp coretemp nvidia_drm(POE) nvidia_modeset(POE) snd_soc_skl kvm_intel snd_soc_sst_ipc snd_soc_sst_dsp nvidia_uvm(OE) pktcdvd snd_hda_ext_core snd_soc_acpi_intel_match
 kvm snd_hda_codec_conexant snd_soc_acpi snd_soc_core snd_hda_codec_generic irqbypass snd_compress crct10dif_pclmul ledtrig_audio snd_hda_codec_hdmi crc32_pclmul snd_hda_intel snd_intel_dspcfg ghash_clmulni_intel snd_intel_sdw_acpi nvidia(POE) snd_hda_codec rapl intel_cstate hp_wmi snd_hda_core sparse_keymap intel_uncore pcspkr rfkill drm_kms_helper i2c_i801 snd_hwdep wmi_bmof snd_seq syscopyarea sysfillrect sysimgblt fb_sys_fops snd_seq_device mei_me joydev drm snd_pcm mei snd_timer snd soundcore ie31200_edac intel_pch_thermal acpi_pad ext4 mbcache jbd2 sr_mod cdrom sd_mod sg uas usb_storage ahci libahci nvme libata e1000e nvme_core crc32c_intel serio_raw t10_pi wmi video fuse ipmi_devintf ipmi_msghandler
CPU: 11 PID: 104842 Comm: kworker/u25:7 Kdump: loaded Tainted: P           OE    --------- -  - 4.18.0-372.13.1.el8_6.x86_64 #1
Hardware name: HP HP Z2 Tower G4 Workstation/8455, BIOS Q50 Ver. 01.08.01 01/19/2022
Workqueue:  0x0 (xprtiod)
RIP: 0010:update_blocked_averages+0x6af/0x6e0
Code: 50 a8 ed 85 c6 05 14 00 c3 01 01 e8 e4 03 fc ff 0f 0b e9 be f9 ff ff 48 c7 c7 70 ac ed 85 c6 05 f6 ff c2 01 01 e8 ca 03 fc ff <0f> 0b 8b 93 38 01 00 00 e9 04 fc ff ff 80 3d e2 ff c2 01 00 75 93
RSP: 0018:ffffb2b0d45afd68 EFLAGS: 00010086
RAX: 0000000000000000 RBX: ffff9799e8eeaec0 RCX: 0000000000000007
RDX: 0000000000000007 RSI: 0000000100003bb0 RDI: ffff9799e8ed6750
RBP: ffff9799e8eeae40 R08: 0000000000000000 R09: c000000100003bb0
R10: 0000000000279c60 R11: ffffb2b0d45afb80 R12: ffff9799e8eeb000
R13: ffff9799e8eeb668 R14: 0000000000000000 R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffff9799e8ec0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000000000b0 CR3: 00000008b0410004 CR4: 00000000003706e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
 ? entry_SYSCALL_64_after_hwframe+0xb9/0xca
 newidle_balance+0xcb/0x3c0
 ? __switch_to_asm+0x41/0x70
 pick_next_task_fair+0x3e/0x3b0
 __schedule+0x146/0x830
 schedule+0x35/0xa0
 worker_thread+0xb7/0x390
 ? create_worker+0x1a0/0x1a0
 kthread+0x10a/0x120
 ? set_kthread_struct+0x40/0x40
 ret_from_fork+0x35/0x40

WARNING: CPU: 0 PID: 0 at kernel/sched/fair.c:3350 update_blocked_averages+0x6af/0x6e0
Modules linked in: ib_core udp_diag tcp_diag inet_diag dm_mod snd_seq_dummy snd_hrtimer rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace xt_CHECKSUM ipt_MASQUERADE xt_conntrack ipt_REJECT nft_compat nf_nat_tftp nft_objref nf_conntrack_tftp nft_counter bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject nft_ct nf_tables_set nft_chain_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 ip_set nf_tables libcrc32c nfnetlink cachefiles fscache sunrpc vfat fat intel_rapl_msr intel_rapl_common nvidia_drm(POE) nvidia_modeset(POE) nvidia_uvm(OE) edac_mce_amd snd_hda_codec_realtek snd_hda_codec_generic ledtrig_audio snd_hda_codec_hdmi snd_hda_intel snd_intel_dspcfg nvidia(POE) kvm snd_intel_sdw_acpi snd_hda_codec snd_hda_core snd_hwdep snd_seq drm_kms_helper irqbypass snd_seq_device crct10dif_pclmul crc32_pclmul snd_pcm syscopyarea sysfillrect sysimgblt fb_sys_fops ghash_clmulni_intel snd_timer drm
 joydev rapl wmi_bmof snd sp5100_tco pcspkr k10temp ccp i2c_piix4 soundcore acpi_cpufreq ext4 mbcache jbd2 sd_mod sg ahci mxm_wmi libahci libata igb nvme crc32c_intel nvme_core dca i2c_algo_bit t10_pi wmi fuse ipmi_devintf ipmi_msghandler
CPU: 0 PID: 0 Comm: swapper/0 Kdump: loaded Tainted: P           OE    --------- -  - 4.18.0-372.9.1.el8.x86_64 #1
Hardware name: Gigabyte Technology Co., Ltd. X570 AORUS PRO/X570 AORUS PRO, BIOS F3 06/13/2019
RIP: 0010:update_blocked_averages+0x6af/0x6e0
Code: 10 a8 6d 9d c6 05 74 01 c3 01 01 e8 44 05 fc ff 0f 0b e9 be f9 ff ff 48 c7 c7 30 ac 6d 9d c6 05 56 01 c3 01 01 e8 2a 05 fc ff <0f> 0b 8b 93 38 01 00 00 e9 04 fc ff ff 80 3d 42 01 c3 01 00 75 93
RSP: 0018:ffffaa3dc0003ec8 EFLAGS: 00010082
RAX: 0000000000000000 RBX: ffff9b5edbbeaec0 RCX: 0000000000000007
RDX: 0000000000000007 RSI: 00000000ffff7fff RDI: ffff9b5edba16750
RBP: ffff9b5edbbeae40 R08: 0000000000000000 R09: c0000000ffff7fff
R10: 0000000000000001 R11: ffffaa3dc0003ce0 R12: ffff9b5edbbeb000
R13: ffff9b5edbbeb668 R14: 0000000000000000 R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffff9b5edba00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007efbc3a9f000 CR3: 0000001b64410000 CR4: 0000000000350ef0
Call Trace:
 <IRQ>
 run_rebalance_domains+0x231/0x310
 __do_softirq+0xd7/0x2c4
 irq_exit_rcu+0xcb/0xd0
 irq_exit+0xa/0x10
 reschedule_interrupt+0xf/0x20
 </IRQ>
RIP: 0010:cpuidle_enter_state+0xda/0x3d0
Code: e8 0b 71 9c ff 80 7c 24 0f 00 74 17 9c 58 0f 1f 44 00 00 f6 c4 02 0f 85 a6 02 00 00 31 ff e8 fd 44 a3 ff fb 66 0f 1f 44 00 00 <45> 85 f6 0f 88 25 01 00 00 49 63 d6 48 8b 4c 24 10 48 2b 0c 24 48
RSP: 0018:ffffffff9de03e38 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff02
RAX: ffff9b5edba2ae40 RBX: ffffffff9e2c3718 RCX: 000000000000001f
RDX: 000118d977a81502 RSI: 0000000024a3e083 RDI: 0000000000000000
RBP: ffff9b5f5ec8dc00 R08: 0000000000000002 R09: 000000000002a680
R10: 0003d54293350634 R11: ffff9b5edba29b44 R12: 0000000000000002
R13: ffffffff9e2c3620 R14: 0000000000000002 R15: 0000000000000002
 ? cpuidle_enter_state+0xb5/0x3d0
 cpuidle_enter+0x2c/0x40
 do_idle+0x264/0x2c0
 cpu_startup_entry+0x6f/0x80
 start_kernel+0x522/0x542
 secondary_startup_64_no_verify+0xc2/0xcb

WARNING: CPU: 0 PID: 0 at kernel/sched/fair.c:3350 update_blocked_averages+0x6af/0x6e0
Modules linked in: vhost_net vhost vhost_iotlb tap tun nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache xt_CHECKSUM ipt_MASQUERADE xt_conntrack ipt_REJECT nf_reject_ipv4 nft_compat nft_counter nft_chain_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 nf_tables nfnetlink cfg80211 rfkill bridge stp llc bonding tls sunrpc vfat fat intel_rapl_msr intel_rapl_common sb_edac x86_pkg_temp_thermal intel_powerclamp coretemp kvm_intel kvm irqbypass crct10dif_pclmul iTCO_wdt iTCO_vendor_support cdc_ether crc32_pclmul usbnet ghash_clmulni_intel mii rapl intel_cstate wmi ipmi_ssif intel_uncore pcspkr ipmi_si ioatdma lpc_ich xfs libcrc32c sd_mod t10_pi sg mgag200 drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops drm crc32c_intel igb megaraid_sas dca i2c_algo_bit dm_mod ipmi_devintf ipmi_msghandler
CPU: 0 PID: 0 Comm: swapper/0 Not tainted 4.18.0-372.9.1.el8.x86_64 #1
Hardware name: IBM System x3650 M4 -[7915AC1]-/00D2887, BIOS -[VVE172BUS-3.30]- 06/23/2020
RIP: 0010:update_blocked_averages+0x6af/0x6e0
Code: 10 a8 ad 88 c6 05 74 01 c3 01 01 e8 44 05 fc ff 0f 0b e9 be f9 ff ff 48 c7 c7 30 ac ad 88 c6 05 56 01 c3 01 01 e8 2a 05 fc ff <0f> 0b 8b 93 38 01 00 00 e9 04 fc ff ff 80 3d 42 01 c3 01 00 75 93
RSP: 0018:fffface300003ec8 EFLAGS: 00010082
RAX: 0000000000000000 RBX: ffffa0931faeaec0 RCX: 0000000000000007
RDX: 0000000000000007 RSI: 00000000ffff7fff RDI: ffffa0931fa16750
RBP: ffffa0931faeae40 R08: 0000000000000000 R09: c0000000ffff7fff
R10: 0000000000000001 R11: fffface300003ce0 R12: ffffa0931faeb000
R13: ffffa0931faeb668 R14: 0000000000000001 R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffffa0931fa00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6b91635000 CR3: 000000060ec10004 CR4: 00000000000626f0
Call Trace:
 <IRQ>
 run_rebalance_domains+0x231/0x310
 __do_softirq+0xd7/0x2c4
 irq_exit_rcu+0xcb/0xd0
 irq_exit+0xa/0x10
 reschedule_interrupt+0xf/0x20
 </IRQ>
RIP: 0010:cpuidle_enter_state+0xd7/0x3d0
Code: 90 31 ff e8 0b 71 9c ff 80 7c 24 0f 00 74 17 9c 58 66 66 90 66 90 f6 c4 02 0f 85 a6 02 00 00 31 ff e8 fd 44 a3 ff fb 66 66 90 <66> 66 90 45 85 f6 0f 88 25 01 00 00 49 63 d6 48 8b 4c 24 10 48 2b
RSP: 0018:ffffffff89203e38 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff02
RAX: ffffa0931fa2ae40 RBX: ffffffff896b85c8 RCX: 000000000000001f
RDX: 000890ace267361c RSI: 0000000037a72145 RDI: 0000000000000000
RBP: ffffccdaffa00000 R08: 0000000000000002 R09: 000000000002a680
R10: 0013b3929c1957ed R11: ffffa0931fa29b44 R12: 0000000000000005
R13: ffffffff896b8380 R14: 0000000000000005 R15: 0000000000000005
 ? cpuidle_enter_state+0xb5/0x3d0
 cpuidle_enter+0x2c/0x40
 do_idle+0x264/0x2c0
 cpu_startup_entry+0x6f/0x80
 start_kernel+0x522/0x542
 secondary_startup_64_no_verify+0xc2/0xcb

WARNING: CPU: 38 PID: 1386309 at kernel/sched/fair.c:3350 update_blocked_averages+0x6af/0x6e0
Modules linked in: squashfs loop snd_seq_dummy snd_hrtimer nvidia_uvm(OE) nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) 8021q garp mrp xt_CHECKSUM ipt_MASQUERADE xt_conntrack ipt_REJECT nf_reject_ipv4 nft_compat nfsv3 nfs_acl nfs lockd grace nft_counter fscache nft_chain_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 nf_tables nfnetlink bridge stp llc bonding rpcrdma sunrpc rdma_ucm ib_srpt ib_isert iscsi_target_mod target_core_mod ib_iser libiscsi scsi_transport_iscsi ib_umad intel_rapl_msr intel_rapl_common rdma_cm ib_ipoib iw_cm isst_if_common ib_cm ipmi_ssif skx_edac iTCO_wdt iTCO_vendor_support nfit libnvdimm dcdbas snd_hda_codec_hdmi x86_pkg_temp_thermal intel_powerclamp coretemp snd_hda_intel snd_intel_dspcfg snd_intel_sdw_acpi snd_hda_codec kvm_intel irdma kvm snd_hda_core snd_hwdep irqbypass ice snd_seq mlx5_ib crct10dif_pclmul snd_seq_device crc32_pclmul snd_pcm ghash_clmulni_intel rapl ib_uverbs snd_timer dell_smbios intel_cstate snd mei_me intel_uncore
 ib_core dell_wmi_descriptor wmi_bmof pcspkr soundcore mei i2c_i801 lpc_ich acpi_ipmi ipmi_si acpi_power_meter binfmt_misc xfs libcrc32c sd_mod t10_pi sg mlx5_core mgag200 drm_kms_helper syscopyarea sysfillrect mlxfw sysimgblt fb_sys_fops pci_hyperv_intf ahci igb tls libahci i40e drm crc32c_intel megaraid_sas libata psample dca i2c_algo_bit wmi ipmi_devintf ipmi_msghandler fuse [last unloaded: vfio]
CPU: 38 PID: 1386309 Comm: kworker/38:1 Kdump: loaded Tainted: P          IOE    --------- -  - 4.18.0-372.9.1.el8.x86_64 #1
Hardware name: Dell Inc. PowerEdge R740xd/06WXJT, BIOS 2.14.2 03/21/2022
Workqueue:  0x0 (mm_percpu_wq)
RIP: 0010:update_blocked_averages+0x6af/0x6e0
Code: 10 a8 cd 96 c6 05 74 01 c3 01 01 e8 44 05 fc ff 0f 0b e9 be f9 ff ff 48 c7 c7 30 ac cd 96 c6 05 56 01 c3 01 01 e8 2a 05 fc ff <0f> 0b 8b 93 38 01 00 00 e9 04 fc ff ff 80 3d 42 01 c3 01 00 75 93
RSP: 0018:ffffb2f23710fd68 EFLAGS: 00010086
RAX: 0000000000000000 RBX: ffff920e810eaec0 RCX: 0000000000000007
RDX: 0000000000000007 RSI: 00000000ffff7fff RDI: ffff920e810d6750
RBP: ffff920e810eae40 R08: 0000000000000000 R09: c0000000ffff7fff
R10: 0000000000000001 R11: ffffb2f23710fb80 R12: ffff920e810eb000
R13: ffff920e810eb668 R14: 0000000000000001 R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffff920e810c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000000000b0 CR3: 000000571c610003 CR4: 00000000007706e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
 ? refresh_cpu_vm_stats+0x181/0x280
 newidle_balance+0xcb/0x3c0
 pick_next_task_fair+0x3e/0x3b0
 __schedule+0x146/0x830
 ? create_worker+0x1a0/0x1a0
 schedule+0x35/0xa0
 worker_thread+0xb7/0x390
 ? create_worker+0x1a0/0x1a0
 kthread+0x10a/0x120
 ? set_kthread_struct+0x40/0x40
 ret_from_fork+0x1f/0x40

WARNING: CPU: 0 PID: 0 at kernel/sched/fair.c:3350 update_blocked_averages+0x6af/0x6e0
Modules linked in: nvidia_uvm(OE) 8021q garp mrp nfsv3 nfs_acl nfs lockd grace fscache xt_CHECKSUM ipt_MASQUERADE xt_conntrack ipt_REJECT nf_reject_ipv4 nft_compat nft_counter nft_chain_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 nf_tables nfnetlink bridge stp llc socwatch2_15(OE) vtsspp(OE) sep5(OE) socperf3(OE) pax(OE) bonding squashfs loop rpcrdma sunrpc rdma_ucm ib_srpt ib_isert iscsi_target_mod target_core_mod ib_iser libiscsi scsi_transport_iscsi ib_umad rdma_cm ib_ipoib iw_cm intel_rapl_msr intel_rapl_common ib_cm isst_if_common nvidia_drm(POE) nvidia_modeset(POE) iTCO_wdt iTCO_vendor_support dcdbas skx_edac nfit libnvdimm ipmi_ssif snd_hda_codec_hdmi x86_pkg_temp_thermal intel_powerclamp coretemp snd_hda_intel snd_intel_dspcfg snd_intel_sdw_acpi snd_hda_codec kvm_intel snd_hda_core irdma snd_hwdep nvidia(POE) kvm ice snd_seq mlx5_ib snd_seq_device irqbypass snd_pcm crct10dif_pclmul crc32_pclmul ib_uverbs snd_timer ghash_clmulni_intel dell_smbios snd rapl
 intel_cstate intel_uncore ib_core wmi_bmof dell_wmi_descriptor soundcore pcspkr mei_me i2c_i801 lpc_ich mei acpi_ipmi ipmi_si acpi_power_meter binfmt_misc xfs libcrc32c sd_mod t10_pi sg mgag200 drm_kms_helper syscopyarea sysfillrect ahci sysimgblt fb_sys_fops mlx5_core drm mlxfw pci_hyperv_intf igb libahci tls dca i40e crc32c_intel megaraid_sas libata psample i2c_algo_bit wmi ipmi_devintf ipmi_msghandler fuse
CPU: 0 PID: 0 Comm: swapper/0 Kdump: loaded Tainted: P          IOE    --------- -  - 4.18.0-372.9.1.el8.x86_64 #1
Hardware name: Dell Inc. PowerEdge R740xd/06WXJT, BIOS 2.18.1 02/22/2023
RIP: 0010:update_blocked_averages+0x6af/0x6e0
Code: 10 a8 6d 91 c6 05 74 01 c3 01 01 e8 44 05 fc ff 0f 0b e9 be f9 ff ff 48 c7 c7 30 ac 6d 91 c6 05 56 01 c3 01 01 e8 2a 05 fc ff <0f> 0b 8b 93 38 01 00 00 e9 04 fc ff ff 80 3d 42 01 c3 01 00 75 93
RSP: 0018:ffffb6ed40003ec8 EFLAGS: 00010082
RAX: 0000000000000000 RBX: ffff8ff1810eaec0 RCX: 0000000000000007
RDX: 0000000000000007 RSI: 00000000ffff7fff RDI: ffff8ff180c16750
RBP: ffff8ff1810eae40 R08: 0000000000000000 R09: c0000000ffff7fff
R10: 0000000000000001 R11: ffffb6ed40003ce0 R12: ffff8ff1810eb000
R13: ffff8ff1810eb668 R14: 0000000000000001 R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffff8ff180c00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000ace02a6c000 CR3: 000000a4d9610002 CR4: 00000000007706f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
 <IRQ>
 run_rebalance_domains+0x231/0x310
 __do_softirq+0xd7/0x2c4
 irq_exit_rcu+0xcb/0xd0
 irq_exit+0xa/0x10
 reschedule_interrupt+0xf/0x20
 </IRQ>
RIP: 0010:cpuidle_enter_state+0xda/0x3d0
Code: e8 0b 71 9c ff 80 7c 24 0f 00 74 17 9c 58 0f 1f 44 00 00 f6 c4 02 0f 85 a6 02 00 00 31 ff e8 fd 44 a3 ff fb 66 0f 1f 44 00 00 <45> 85 f6 0f 88 25 01 00 00 49 63 d6 48 8b 4c 24 10 48 2b 0c 24 48
RSP: 0018:ffffffff91e03e38 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff02
RAX: ffff8ff180c2ae40 RBX: ffffffff922b84e8 RCX: 000000000000001f
RDX: 0006bff0cb56b987 RSI: 0000000029632800 RDI: 0000000000000000
RBP: ffffd62d40c00000 R08: 0000000000000002 R09: 000000000002a680
R10: 0014e0dfbcc8d102 R11: ffff8ff180c29b44 R12: 0000000000000003
R13: ffffffff922b8380 R14: 0000000000000003 R15: 0000000000000003
 ? cpuidle_enter_state+0xb5/0x3d0
 cpuidle_enter+0x2c/0x40
 do_idle+0x264/0x2c0
 cpu_startup_entry+0x6f/0x80
 start_kernel+0x522/0x542
 secondary_startup_64_no_verify+0xc2/0xcb

WARNING: CPU: 11 PID: 308524 at kernel/sched/fair.c:3350 update_blocked_averages+0x6af/0x6e0
Modules linked in: dm_mod rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace xt_CHECKSUM ipt_MASQUERADE xt_conntrack ipt_REJECT nft_compat nf_nat_tftp nft_objref nf_conntrack_tftp nft_counter bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject nft_ct nf_tables_set nft_chain_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 ip_set nf_tables libcrc32c nfnetlink snd_hda_codec_hdmi cachefiles fscache sunrpc vfat fat nvidia_drm(POE) nvidia_modeset(POE) nvidia_uvm(OE) intel_rapl_msr intel_rapl_common sb_edac x86_pkg_temp_thermal intel_powerclamp nvidia(POE) coretemp pktcdvd snd_hda_codec_realtek snd_hda_codec_generic iTCO_wdt ledtrig_audio mei_wdt iTCO_vendor_support kvm_intel snd_hda_intel kvm snd_intel_dspcfg snd_intel_sdw_acpi snd_hda_codec irqbypass crct10dif_pclmul crc32_pclmul snd_hda_core drm_kms_helper ghash_clmulni_intel snd_hwdep rapl snd_seq snd_seq_device syscopyarea intel_cstate hp_wmi
 sysfillrect sparse_keymap sysimgblt intel_uncore snd_pcm rfkill fb_sys_fops wmi_bmof pcspkr drm snd_timer mei_me i2c_i801 snd lpc_ich mei soundcore tpm_infineon ext4 mbcache jbd2 uas usb_storage sr_mod sd_mod cdrom t10_pi sg ahci libahci e1000e libata crc32c_intel serio_raw wmi fuse ipmi_devintf ipmi_msghandler
CPU: 11 PID: 308524 Comm: kworker/u25:1 Kdump: loaded Tainted: P           OE    --------- -  - 4.18.0-372.13.1.el8_6.x86_64 #1
Hardware name: Hewlett-Packard HP Z440 Workstation/212B, BIOS M60 v02.57 05/21/2021
Workqueue:  0x0 (xprtiod)
RIP: 0010:update_blocked_averages+0x6af/0x6e0
Code: 50 a8 4d b8 c6 05 14 00 c3 01 01 e8 e4 03 fc ff 0f 0b e9 be f9 ff ff 48 c7 c7 70 ac 4d b8 c6 05 f6 ff c2 01 01 e8 ca 03 fc ff <0f> 0b 8b 93 38 01 00 00 e9 04 fc ff ff 80 3d e2 ff c2 01 00 75 93
RSP: 0018:ffffaee8077f3d68 EFLAGS: 00010086
RAX: 0000000000000000 RBX: ffff900aaceeaec0 RCX: 0000000000000007
RDX: 0000000000000007 RSI: 00000000ffff7fff RDI: ffff900aaced6750
RBP: ffff900aaceeae40 R08: 0000000000000000 R09: c0000000ffff7fff
R10: 0000000000000001 R11: ffffaee8077f3b80 R12: ffff900aaceeb000
R13: ffff900aaceeb668 R14: 0000000000000001 R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffff900aacec0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000000000b0 CR3: 000000015da10001 CR4: 00000000003706e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
 newidle_balance+0xcb/0x3c0
 pick_next_task_fair+0x3e/0x3b0
 __schedule+0x146/0x830
 ? xs_stream_data_receive_workfn+0x2c/0x40 [sunrpc]
 schedule+0x35/0xa0
 worker_thread+0xb7/0x390
 ? create_worker+0x1a0/0x1a0
 kthread+0x10a/0x120
 ? set_kthread_struct+0x40/0x40
 ret_from_fork+0x35/0x40

WARNING: CPU: 2 PID: 222469 at kernel/trace/trace_event_perf.c:399 perf_trace_buf_alloc+0x7f/0x90
Modules linked in: snd_seq_dummy snd_hrtimer ip6table_filter ip6_tables xt_owner iptable_filter ip_tables xt_CHECKSUM ipt_MASQUERADE xt_conntrack ipt_REJECT nft_compat nf_nat_tftp nf_conntrack_tftp nft_counter bridge stp llc cfg80211 rfkill nft_objref nf_conntrack_netbios_ns nf_conntrack_broadcast nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject nft_ct nf_tables_set nft_chain_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 ip_set nf_tables nfnetlink vboxnetadp(OE) vboxnetflt(OE) vboxdrv(OE) sunrpc vfat fat intel_rapl_msr intel_rapl_common x86_pkg_temp_thermal intel_powerclamp coretemp kvm_intel snd_hda_codec_realtek snd_hda_codec_generic kvm ledtrig_audio mei_wdt snd_hda_codec_hdmi dell_wmi snd_hda_intel snd_usb_audio dell_smbios irqbypass snd_intel_dspcfg snd_intel_sdw_acpi wmi_bmof sparse_keymap dell_wmi_descriptor iTCO_wdt uvcvideo snd_hda_codec iTCO_vendor_support videobuf2_vmalloc dcdbas crct10dif_pclmul
 videobuf2_memops snd_hda_core snd_usbmidi_lib videobuf2_v4l2 snd_rawmidi snd_hwdep videobuf2_common crc32_pclmul snd_seq ghash_clmulni_intel videodev snd_seq_device rapl joydev snd_pcm intel_cstate snd_timer intel_uncore mei_me pcspkr i2c_i801 snd mei soundcore lpc_ich wmi binfmt_misc xfs libcrc32c uas usb_storage sr_mod sd_mod cdrom t10_pi sg i915 cec intel_gtt i2c_algo_bit ttm drm_kms_helper ahci syscopyarea sysfillrect libahci sysimgblt fb_sys_fops drm libata e1000e crc32c_intel video dm_mod fuse [last unloaded: ipmi_msghandler]
CPU: 2 PID: 222469 Comm: amagent Kdump: loaded Tainted: G           OE    --------- -  - 4.18.0-372.9.1.el8.x86_64 #1
Hardware name: Dell Inc. OptiPlex 9020/0PC5F7, BIOS A25 05/30/2019
RIP: 0010:perf_trace_buf_alloc+0x7f/0x90
Code: 48 c7 44 18 f8 00 00 00 00 5b 5d 41 5c c3 80 3d 3a 2c b5 01 00 75 15 48 c7 c7 ac ee 8e ac c6 05 2a 2c b5 01 01 e8 ba 2f ee ff <0f> 0b 5b 31 c0 5d 41 5c c3 0f 1f 84 00 00 00 00 00 55 89 f5 53 48
RSP: 0018:ffffaa24cbb77d70 EFLAGS: 00010282
RAX: 0000000000000000 RBX: 0000000000000b14 RCX: 0000000000000007
RDX: 0000000000000007 RSI: 00000000ffff7fff RDI: ffff9e2d7ea96750
RBP: ffffaa24cbb77e60 R08: 0000000000000000 R09: c0000000ffff7fff
R10: 0000000000000001 R11: ffffaa24cbb77b88 R12: ffffca24bf8b3900
R13: 000000000000000f R14: ffffaa24cbb77db4 R15: ffff9e26a68b9800
FS:  00007fdaf4d59700(0000) GS:ffff9e2d7ea80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000000366 CR3: 00000001185ca001 CR4: 00000000001706e0
Call Trace:
 kprobe_perf_func+0xb3/0x250
 ? do_execveat_common.isra.36+0x1/0x910
 ? do_execveat_common.isra.36+0x5/0x910
 kprobe_ftrace_handler+0x92/0xf0
 ftrace_ops_assist_func+0x6e/0xe0
 0xffffffffc0de10c8
 ? do_execveat_common.isra.36+0x1/0x910
 do_execveat_common.isra.36+0x5/0x910
 __x64_sys_execve+0x32/0x40
 do_syscall_64+0x5b/0x1a0
 entry_SYSCALL_64_after_hwframe+0x65/0xca
RIP: 0033:0x48bb96
Code: cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 48 8b 7c 24 10 48 8b 74 24 18 48 8b 54 24 20 48 8b 44 24 08 0f 05 <48> 3d 01 f0 ff ff 76 1b 48 c7 44 24 28 ff ff ff ff 48 c7 44 24 30
RSP: 002b:000000c000153530 EFLAGS: 00000206 ORIG_RAX: 000000000000003b
RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 000000000048bb96
RDX: 000000c0002c2ed0 RSI: 000000c0003b0330 RDI: 000000c0000cca40
RBP: 000000c0001536d0 R08: 0000000000000009 R09: 0000000000000000
R10: 0000000000000008 R11: 0000000000000206 R12: 00000000004830d8
R13: 0000000000000001 R14: 0000000000000023 R15: ffffffffffffffff

WARNING: CPU: 7 PID: 731 at lib/percpu-refcount.c:203 __percpu_ref_switch_mode+0x17d/0x190
Modules linked in: sunrpc vfat fat ipmi_ssif intel_rapl_msr intel_rapl_common amd64_edac_mod edac_mce_amd kvm_amd snd_hda_intel snd_intel_dspcfg snd_intel_sdw_acpi drm_vram_helper snd_hda_codec i2c_algo_bit wmi_bmof drm_ttm_helper kvm snd_hda_core ttm snd_hwdep snd_seq drm_kms_helper snd_seq_device snd_pcm irqbypass syscopyarea sysfillrect crct10dif_pclmul sysimgblt fb_sys_fops crc32_pclmul snd_timer cdc_ether drm sp5100_tco ghash_clmulni_intel snd usbnet i2c_piix4 pcspkr mii ccp rapl soundcore joydev k10temp acpi_ipmi wmi ipmi_si acpi_cpufreq fuse xfs libcrc32c raid1 ahci libahci ixgbe libata crc32c_intel nvme nvme_core mdio dca t10_pi dm_mod ipmi_devintf ipmi_msghandler
CPU: 7 PID: 731 Comm: md2_raid1 Not tainted 4.18.0-372.9.1.el8.x86_64 #1
Hardware name: To Be Filled By O.E.M. To Be Filled By O.E.M./X570D4I-2T, BIOS O2.09J 02/17/2022
RIP: 0010:__percpu_ref_switch_mode+0x17d/0x190
Code: 89 43 08 e9 7c ff ff ff 4d 85 e4 0f 84 73 ff ff ff 48 89 df e8 54 e3 74 00 e9 66 ff ff ff f0 48 83 03 01 e9 4c ff ff ff 0f 0b <0f> 0b e9 53 ff ff ff e8 a7 a3 c3 ff 0f 1f 80 00 00 00 00 41 54 49
RSP: 0018:ffffa2ef8795bce8 EFLAGS: 00010046
RAX: 00003400f0c14749 RBX: ffff8ed1004ee350 RCX: dead000000000200
RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffff8ed1004ee350
RBP: 00003400f0c14748 R08: ffffffffaf8b3d58 R09: ffffffffaf8c3620
R10: 0000000000000000 R11: ffff8eee8ebe9b44 R12: 0000000000000000
R13: 0000000000000000 R14: 0000000000000001 R15: ffff8ede0fcf16c0
FS:  0000000000000000(0000) GS:ffff8eee8ebc0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8c640091b8 CR3: 0000000109bbe000 CR4: 0000000000750ee0
PKRU: 55555554
Call Trace:
 ? percpu_ref_switch_to_atomic_sync+0x6a/0x90
 percpu_ref_switch_to_percpu+0x22/0x40
 set_in_sync+0xc4/0xd0
 md_check_recovery+0x4ad/0x540
 raid1d+0x5c/0x1290 [raid1]
 ? __switch_to_asm+0x35/0x70
 ? __switch_to_asm+0x41/0x70
 ? md_register_thread+0xd0/0xd0
 ? schedule+0x35/0xa0
 ? schedule_timeout+0x274/0x300
 ? selinux_getprocattr+0x100/0x190
 ? __switch_to_asm+0x41/0x70
 ? __switch_to_asm+0x35/0x70
 ? __switch_to_asm+0x41/0x70
 ? md_register_thread+0xd0/0xd0
 ? md_thread+0x94/0x150
 ? process_checks+0x4a0/0x4a0 [raid1]
 md_thread+0x94/0x150
 ? finish_wait+0x80/0x80
 kthread+0x10a/0x120
 ? set_kthread_struct+0x40/0x40
 ret_from_fork+0x35/0x40

WARNING: CPU: 7 PID: 3070881 at kernel/sched/fair.c:3350 update_blocked_averages+0x6af/0x6e0
Modules linked in: rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver rfcomm xt_CHECKSUM ipt_MASQUERADE xt_conntrack ipt_REJECT nf_reject_ipv4 nft_compat nft_counter nft_chain_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 nfsv3 nfs_acl nfs nf_tables lockd grace nfnetlink fscache bridge stp llc umr3usb(OE) umr3pci(OE) cmac bnep sunrpc vfat fat iTCO_wdt iTCO_vendor_support intel_rapl_msr dell_wmi_sysman firmware_attributes_class dell_wmi dell_smbios sparse_keymap dell_wmi_descriptor wmi_bmof dcdbas x86_pkg_temp_thermal intel_powerclamp coretemp kvm_intel kvm irqbypass crct10dif_pclmul crc32_pclmul ghash_clmulni_intel rapl intel_cstate intel_uncore pcspkr snd_hda_codec_hdmi snd_ctl_led snd_sof_pci_intel_tgl snd_sof_intel_hda_common snd_soc_hdac_hda soundwire_intel soundwire_generic_allocation soundwire_cadence snd_sof_intel_hda snd_sof_pci snd_sof_xtensa_dsp snd_sof snd_hda_codec_realtek snd_hda_ext_core snd_soc_acpi_intel_match snd_soc_acpi snd_hda_codec_generic
 soundwire_bus iwlmvm snd_soc_core snd_compress ledtrig_audio mac80211 snd_hda_intel snd_intel_dspcfg snd_intel_sdw_acpi snd_hda_codec libarc4 iwlwifi snd_hda_core btusb snd_hwdep btrtl snd_seq btbcm btintel snd_seq_device bluetooth cfg80211 snd_pcm ftdi_sio snd_timer snd processor_thermal_device_pci processor_thermal_device processor_thermal_rfim processor_thermal_mbox soundcore processor_thermal_rapl i2c_i801 ecdh_generic intel_rapl_common rfkill int340x_thermal_zone wmi int3400_thermal acpi_thermal_rel intel_pmc_core acpi_tad acpi_pad i2c_dev binfmt_misc xfs libcrc32c i915 cec intel_gtt i2c_algo_bit ttm drm_kms_helper syscopyarea sysfillrect ahci sysimgblt fb_sys_fops libahci drm e1000e libata nvme crc32c_intel nvme_core t10_pi video pinctrl_alderlake dm_mirror dm_region_hash dm_log dm_mod ipmi_devintf ipmi_msghandler fuse
CPU: 7 PID: 3070881 Comm: kworker/u25:2 Kdump: loaded Tainted: G           OE    --------- -  - 4.18.0-372.9.1.el8.x86_64 #1
Hardware name: Dell Inc. OptiPlex 7000/0VC8RJ, BIOS 1.9.0 12/14/2022
Workqueue:  0x0 (xprtiod)
RIP: 0010:update_blocked_averages+0x6af/0x6e0
Code: 10 a8 ed 90 c6 05 74 01 c3 01 01 e8 44 05 fc ff 0f 0b e9 be f9 ff ff 48 c7 c7 30 ac ed 90 c6 05 56 01 c3 01 01 e8 2a 05 fc ff <0f> 0b 8b 93 38 01 00 00 e9 04 fc ff ff 80 3d 42 01 c3 01 00 75 93
RSP: 0018:ffff9ce248a8fd68 EFLAGS: 00010086
RAX: 0000000000000000 RBX: ffff8b263f9eaec0 RCX: 0000000000000007
RDX: 0000000000000007 RSI: 00000000ffff7fff RDI: ffff8b263f9d6750
RBP: ffff8b263f9eae40 R08: 0000000000000000 R09: c0000000ffff7fff
R10: 0000000000000001 R11: ffff9ce248a8fb80 R12: ffff8b263f9eb000
R13: ffff8b263f9eb668 R14: 0000000000000001 R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffff8b263f9c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000000000b0 CR3: 0000000425c10003 CR4: 0000000000770ee0
PKRU: 55555554
Call Trace:
 newidle_balance+0xcb/0x3c0
 pick_next_task_fair+0x3e/0x3b0
 __schedule+0x146/0x830
 ? xs_stream_data_receive_workfn+0x2c/0x40 [sunrpc]
 ? create_worker+0x1a0/0x1a0
 schedule+0x35/0xa0
 worker_thread+0xb7/0x390
 ? create_worker+0x1a0/0x1a0
 kthread+0x10a/0x120
 ? set_kthread_struct+0x40/0x40
 ret_from_fork+0x1f/0x40

WARNING: CPU: 0 PID: 0 at kernel/sched/fair.c:3350 update_blocked_averages+0x6af/0x6e0
Modules linked in: rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver rfcomm nfsv3 nfs_acl nfs lockd grace fscache xt_CHECKSUM ipt_MASQUERADE xt_conntrack ipt_REJECT nf_reject_ipv4 nft_compat nft_counter nft_chain_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 nf_tables nfnetlink bridge stp llc umr3usb(OE) umr3pci(OE) cmac bnep sunrpc vfat fat iTCO_wdt iTCO_vendor_support intel_rapl_msr dell_wmi_sysman firmware_attributes_class dell_wmi dell_smbios sparse_keymap dell_wmi_descriptor wmi_bmof dcdbas x86_pkg_temp_thermal intel_powerclamp coretemp kvm_intel kvm irqbypass crct10dif_pclmul crc32_pclmul ghash_clmulni_intel rapl intel_cstate intel_uncore pcspkr snd_hda_codec_hdmi snd_ctl_led snd_sof_pci_intel_tgl snd_sof_intel_hda_common snd_soc_hdac_hda soundwire_intel soundwire_generic_allocation soundwire_cadence snd_sof_intel_hda snd_sof_pci snd_sof_xtensa_dsp snd_sof snd_hda_ext_core snd_hda_codec_realtek snd_soc_acpi_intel_match snd_soc_acpi snd_hda_codec_generic
 soundwire_bus iwlmvm snd_soc_core snd_compress ledtrig_audio mac80211 snd_hda_intel snd_intel_dspcfg snd_intel_sdw_acpi libarc4 snd_hda_codec iwlwifi snd_hda_core btusb snd_hwdep btrtl snd_seq btbcm btintel bluetooth snd_seq_device cfg80211 snd_pcm snd_timer snd ecdh_generic processor_thermal_device_pci ftdi_sio soundcore i2c_i801 rfkill processor_thermal_device processor_thermal_rfim processor_thermal_mbox processor_thermal_rapl intel_rapl_common int340x_thermal_zone wmi int3400_thermal acpi_thermal_rel intel_pmc_core acpi_tad acpi_pad binfmt_misc i2c_dev xfs libcrc32c i915 cec intel_gtt i2c_algo_bit ttm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops drm ahci libahci e1000e nvme libata crc32c_intel nvme_core t10_pi video pinctrl_alderlake dm_mirror dm_region_hash dm_log dm_mod ipmi_devintf ipmi_msghandler fuse
CPU: 0 PID: 0 Comm: swapper/0 Kdump: loaded Tainted: G           OE    --------- -  - 4.18.0-372.9.1.el8.x86_64 #1
Hardware name: Dell Inc. OptiPlex 7000/0VC8RJ, BIOS 1.9.0 12/14/2022
RIP: 0010:update_blocked_averages+0x6af/0x6e0
Code: 10 a8 6d a6 c6 05 74 01 c3 01 01 e8 44 05 fc ff 0f 0b e9 be f9 ff ff 48 c7 c7 30 ac 6d a6 c6 05 56 01 c3 01 01 e8 2a 05 fc ff <0f> 0b 8b 93 38 01 00 00 e9 04 fc ff ff 80 3d 42 01 c3 01 00 75 93
RSP: 0018:ffffc1ef00003ec8 EFLAGS: 00010082
RAX: 0000000000000000 RBX: ffff9d9a7f96aec0 RCX: 0000000000000007
RDX: 0000000000000007 RSI: 00000000ffff7fff RDI: ffff9d9a7f816750
RBP: ffff9d9a7f96ae40 R08: 0000000000000000 R09: c0000000ffff7fff
R10: 0000000000000001 R11: ffffc1ef00003ce0 R12: ffff9d9a7f96b000
R13: ffff9d9a7f96b668 R14: 0000000000000001 R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffff9d9a7f800000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd1b8003028 CR3: 0000000446210003 CR4: 0000000000770ef0
PKRU: 55555554
Call Trace:
 <IRQ>
 run_rebalance_domains+0x231/0x310
 __do_softirq+0xd7/0x2c4
 irq_exit_rcu+0xcb/0xd0
 irq_exit+0xa/0x10
 reschedule_interrupt+0xf/0x20
 </IRQ>
RIP: 0010:cpuidle_enter_state+0xda/0x3d0
Code: e8 0b 71 9c ff 80 7c 24 0f 00 74 17 9c 58 0f 1f 44 00 00 f6 c4 02 0f 85 a6 02 00 00 31 ff e8 fd 44 a3 ff fb 66 0f 1f 44 00 00 <45> 85 f6 0f 88 25 01 00 00 49 63 d6 48 8b 4c 24 10 48 2b 0c 24 48
RSP: 0018:ffffffffa6e03e38 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff02
RAX: ffff9d9a7f82ae40 RBX: ffffffffa72b84e8 RCX: 000000000000001f
RDX: 000484052389eb28 RSI: 0000000026c27b0a RDI: 0000000000000000
RBP: ffffe1eeffa01c00 R08: 0000000000000000 R09: 000000000002a680
R10: 000ee9aec2fb7d81 R11: ffff9d9a7f829b44 R12: 0000000000000003
R13: ffffffffa72b8380 R14: 0000000000000003 R15: 0000000000000003
 ? cpuidle_enter_state+0xb5/0x3d0
 cpuidle_enter+0x2c/0x40
 do_idle+0x264/0x2c0
 cpu_startup_entry+0x6f/0x80
 start_kernel+0x522/0x542
 secondary_startup_64_no_verify+0xc2/0xcb