[  +0.000198] EVL: Main[14098] could not receive HM event #2
[Sep27 22:09] rcu: INFO: rcu_sched detected stalls on CPUs/tasks:
[  +0.000034] rcu:      4-...0: (32 ticks this GP) idle=3c7/1/0x4000000000000002 softirq=1088249/1088252 fqs=14376
[  +0.000038]   (detected by 7, t=60002 jiffies, g=1104541, q=1155)
[  +0.000004] Sending NMI from CPU 7 to CPUs 4:
[  +0.000004] NMI backtrace for cpu 4
[  +0.000003] CPU: 4 PID: 14121 Comm: TxMain Not tainted 5.15.64evl-g18085c66e3ca #8
[  +0.000003] Hardware name: Supermicro Super Server/X10SDV-6C+-TLN4F, BIOS 2.1 11/22/2019
[  +0.000001] IRQ stage: EVL
[  +0.000001] RIP: 0010:native_queued_spin_lock_slowpath+0x5d/0x1c0
[  +0.000006] Code: 0f ba 2f 08 0f 92 c0 0f b6 c0 c1 e0 08 89 c2 8b 07 30 e4 09 d0 a9 00 01 ff ff 75 4b 85 c0 74 0e 8b 07 84 c0 74 08 f3 90 8b 07 <84> c0 75 f8 b8 01 00 00 00 5d 66 89 07 c3 cc cc cc cc 8b 37 b8 00
[  +0.000002] RSP: 0018:ffffb21bc164fd20 EFLAGS: 00000002
[  +0.000002] RAX: 0000000000000101 RBX: ffffa0215d624330 RCX: 0000000000000000
[  +0.000002] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffa0215d624358
[  +0.000001] RBP: ffffb21bc164fd20 R08: 0000000010000002 R09: ffffa02141380000
[  +0.000001] R10: 0000000000000000 R11: 0000000000000000 R12: 00007fd1040013e0
[  +0.000001] R13: ffffa02140f40800 R14: 0000000000000000 R15: 0000000000000000
[  +0.000002] FS:  00007fd111d2a700(0000) GS:ffffa024afa00000(0000) knlGS:0000000000000000
[  +0.000001] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[  +0.000002] CR2: 0000000000000000 CR3: 000000011bcf4001 CR4: 00000000003706e0
[  +0.000001] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[  +0.000001] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[  +0.000001] Call Trace:
[  +0.000002]  <TASK>
[  +0.000004] ------------[ cut here ]------------
[  +0.000000] WARNING: CPU: 4 PID: 14121 at kernel/rcu/tree.c:1129 rcu_is_watching+0x2b/0x50
[  +0.000008] Modules linked in: xt_CHECKSUM xt_MASQUERADE tun ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 libcrc32c ip_set rfkill nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod x86_pkg_temp_thermal intel_powerclamp coretemp kvm_intel iTCO_wdt gpio_ich iTCO_vendor_support mxm_wmi kvm irqbypass crct10dif_pclmul crc32_pclmul ghash_clmulni_intel aesni_intel crypto_simd cryptd rapl mei_me intel_cstate pcspkr i2c_i801 lpc_ich mei sg intel_pch_thermal i2c_smbus mfd_core joydev input_leds ftdi_sio ioatdma wmi acpi_pad ip_tables ext4 mbcache jbd2 ast drm_vram_helper drm_kms_helper syscopyarea sr_mod sysfillrect sd_mod cdrom sysimgblt t10_pi fb_sys_fops drm_ttm_helper ttm ahci drm ixgbe libahci igb
[  +0.000051]  crc32c_intel libata mdio ptp i2c_algo_bit pps_core dca fuse
[  +0.000005] CPU: 4 PID: 14121 Comm: TxMain Not tainted 5.15.64evl-g18085c66e3ca #8
[  +0.000002] Hardware name: Supermicro Super Server/X10SDV-6C+-TLN4F, BIOS 2.1 11/22/2019
[  +0.000001] IRQ stage: EVL
[  +0.000001] RIP: 0010:rcu_is_watching+0x2b/0x50
[  +0.000003] Code: b8 01 00 00 00 65 8b 15 73 38 f2 42 48 89 e5 f7 c2 00 00 00 01 75 15 0f b6 05 d2 e6 9f 01 84 c0 75 10 81 e2 00 00 00 02 74 08 <0f> 0b 5d c3 cc cc cc cc 48 c7 c0 60 4f 05 00 65 48 03 05 ee e0 f1
[  +0.000002] RSP: 0018:fffffe00000f9cd8 EFLAGS: 00010006
[  +0.000001] RAX: 0000000000000000 RBX: ffffb21bc164fd70 RCX: 0000000000000027
[  +0.000002] RDX: 0000000002000000 RSI: ffffa024afa1b780 RDI: ffffb21bc164fd70
[  +0.000001] RBP: fffffe00000f9cd8 R08: ffffffffbe456300 R09: 0000000000000000
[  +0.000001] R10: ffffffffbea7c621 R11: ffffffffbea7c5f1 R12: 0000000000000000
[  +0.000001] R13: ffffa02141380000 R14: ffffffffbe0fb73d R15: ffffffffbe0b6d4f
[  +0.000001] FS:  00007fd111d2a700(0000) GS:ffffa024afa00000(0000) knlGS:0000000000000000
[  +0.000001] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[  +0.000001] CR2: 0000000000000000 CR3: 000000011bcf4001 CR4: 00000000003706e0
[  +0.000001] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[  +0.000001] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[  +0.000001] Call Trace:
[  +0.000001]  <NMI>
[  +0.000003]  kernel_text_address+0x2c/0x120
[  +0.000009]  __kernel_text_address+0xd/0x40
[  +0.000005]  show_trace_log_lvl+0x1d0/0x296
[  +0.000024]  ? __evl_unlock_mutex+0x20a/0x240
[  +0.000016]  show_regs.cold.19+0x1a/0x1f
[  +0.000005]  nmi_cpu_backtrace.cold.9+0x1b/0x8e
[  +0.000027]  nmi_cpu_backtrace_handler+0xc/0x20
[  +0.000007]  nmi_handle+0x4f/0xb0
[  +0.000010]  default_do_nmi+0x4e/0x120
[  +0.000008]  exc_nmi+0x105/0x130
[  +0.000008]  end_repeat_nmi+0x16/0x67
[  +0.000004] RIP: 0010:native_queued_spin_lock_slowpath+0x5d/0x1c0
[  +0.000002] Code: 0f ba 2f 08 0f 92 c0 0f b6 c0 c1 e0 08 89 c2 8b 07 30 e4 09 d0 a9 00 01 ff ff 75 4b 85 c0 74 0e 8b 07 84 c0 74 08 f3 90 8b 07 <84> c0 75 f8 b8 01 00 00 00 5d 66 89 07 c3 cc cc cc cc 8b 37 b8 00
[  +0.000002] RSP: 0018:ffffb21bc164fd20 EFLAGS: 00000002
[  +0.000001] RAX: 0000000000000101 RBX: ffffa0215d624330 RCX: 0000000000000000
[  +0.000001] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffa0215d624358
[  +0.000001] RBP: ffffb21bc164fd20 R08: 0000000010000002 R09: ffffa02141380000
[  +0.000001] R10: 0000000000000000 R11: 0000000000000000 R12: 00007fd1040013e0
[  +0.000000] R13: ffffa02140f40800 R14: 0000000000000000 R15: 0000000000000000
[  +0.000025]  ? native_queued_spin_lock_slowpath+0x5d/0x1c0
[  +0.000009]  ? native_queued_spin_lock_slowpath+0x5d/0x1c0
[  +0.000006]  </NMI>
[  +0.000000]  <TASK>
[  +0.000002]  __evl_unlock_mutex+0x20a/0x240
[  +0.000013]  monitor_oob_ioctl+0x50f/0xd80
[  +0.000028]  EVL_ioctl+0x46/0xa0
[  +0.000008]  do_oob_syscall+0xb5/0x260
[  +0.000003]  ? asm_sysvec_apic_timer_interrupt+0x1b/0x20
[  +0.000011]  handle_oob_syscall+0xa8/0x100
[  +0.000012]  pipeline_syscall+0x65/0x130
[  +0.000009]  syscall_enter_from_user_mode+0x39/0x100
[  +0.000007]  do_syscall_64+0x15/0xb0
[  +0.000004]  entry_SYSCALL_64_after_hwframe+0x61/0xcb
[  +0.000004] RIP: 0033:0x7fd123db5b4b
[  +0.000001] Code: Unable to access opcode bytes at RIP 0x7fd123db5b21.
[  +0.000001] RSP: 002b:00007fd111d1a3c0 EFLAGS: 00000246 ORIG_RAX: 000000000000009d
[  +0.000002] RAX: ffffffffffffffda RBX: 00007fd1040013e0 RCX: 00007fd123db5b4b
[  +0.000001] RDX: 0000000000006d02 RSI: 0000000000000009 RDI: 0000000010000002
[  +0.000001] RBP: 0000000000006d02 R08: 0000000000000000 R09: 00000000003ffecd
[  +0.000001] R10: 00007fd1040013e0 R11: 0000000000000246 R12: 0000000000000009
[  +0.000000] R13: 00007fd12d2ade04 R14: 0000000000000400 R15: 0000000084b906f0
[  +0.000026]  </TASK>
[  +0.000001] ---[ end trace f603dab9aa058209 ]---
[  +0.000001]  __evl_unlock_mutex+0x20a/0x240
[  +0.000013]  monitor_oob_ioctl+0x50f/0xd80
[  +0.000028]  EVL_ioctl+0x46/0xa0
[  +0.000007]  do_oob_syscall+0xb5/0x260
[  +0.000003]  ? asm_sysvec_apic_timer_interrupt+0x1b/0x20
[  +0.000011]  handle_oob_syscall+0xa8/0x100
[  +0.000012]  pipeline_syscall+0x65/0x130
[  +0.000008]  syscall_enter_from_user_mode+0x39/0x100
[  +0.000008]  do_syscall_64+0x15/0xb0
[  +0.000004]  entry_SYSCALL_64_after_hwframe+0x61/0xcb
[  +0.000002] RIP: 0033:0x7fd123db5b4b
[  +0.000001] Code: Unable to access opcode bytes at RIP 0x7fd123db5b21.
[  +0.000001] RSP: 002b:00007fd111d1a3c0 EFLAGS: 00000246 ORIG_RAX: 000000000000009d
[  +0.000001] RAX: ffffffffffffffda RBX: 00007fd1040013e0 RCX: 00007fd123db5b4b
[  +0.000001] RDX: 0000000000006d02 RSI: 0000000000000009 RDI: 0000000010000002
[  +0.000001] RBP: 0000000000006d02 R08: 0000000000000000 R09: 00000000003ffecd
[  +0.000001] R10: 00007fd1040013e0 R11: 0000000000000246 R12: 0000000000000009
[  +0.000001] R13: 00007fd12d2ade04 R14: 0000000000000400 R15: 0000000084b906f0
[  +0.000025]  </TASK>