[ 10.045024][ T215] nft (215) used greatest stack depth: 24416 bytes left [ 11.109917][ T249] ip (249) used greatest stack depth: 23896 bytes left [ 314.071525][ C0] [ 314.071638][ C0] ====================================================== [ 314.071777][ C0] WARNING: possible circular locking dependency detected [ 314.071910][ C0] 7.2.0-rc6-virtme #1 Not tainted [ 314.072018][ C0] ------------------------------------------------------ [ 314.072150][ C0] swapper/0/0 is trying to acquire lock: [ 314.072257][ C0] ff1100000da53b58 (&tbl->lock){+.-.}-{3:3}, at: ___neigh_create+0x2be/0x1070 [ 314.072454][ C0] [ 314.072454][ C0] but task is already holding lock: [ 314.072622][ C0] ffa0000000007c98 ((&n->timer)){+.-.}-{0:0}, at: call_timer_fn+0x113/0x4c0 [ 314.072805][ C0] [ 314.072805][ C0] which lock already depends on the new lock. [ 314.072805][ C0] [ 314.073003][ C0] [ 314.073003][ C0] the existing dependency chain (in reverse order) is: [ 314.073186][ C0] [ 314.073186][ C0] -> #1 ((&n->timer)){+.-.}-{0:0}: [ 314.073343][ C0] __lock_acquire+0x518/0xc20 [ 314.073451][ C0] lock_acquire.part.0+0xbc/0x260 [ 314.073558][ C0] __timer_delete_sync+0xea/0x130 [ 314.073659][ C0] neigh_flush_one+0x4bf/0x650 [ 314.073765][ C0] __neigh_ifdown.isra.0+0x1b5/0xea0 [ 314.073890][ C0] neigh_ifdown+0x10/0x20 [ 314.073990][ C0] fib_netdev_event+0x1a9/0x5d0 [ 314.074092][ C0] notifier_call_chain+0xae/0x300 [ 314.074195][ C0] netif_close_many+0x366/0x770 [ 314.074296][ C0] unregister_netdevice_many_notify+0x71a/0x1b40 [ 314.074426][ C0] default_device_exit_batch+0x38b/0x600 [ 314.074557][ C0] ops_undo_list+0x2ce/0x8f0 [ 314.074660][ C0] cleanup_net+0x431/0x890 [ 314.074761][ C0] process_one_work+0xdf8/0x1410 [ 314.074864][ C0] worker_thread+0x4f1/0xd60 [ 314.074965][ C0] kthread+0x367/0x460 [ 314.075067][ C0] ret_from_fork+0x4a4/0x720 [ 314.075167][ C0] ret_from_fork_asm+0x11/0x20 [ 314.075273][ C0] [ 314.075273][ C0] -> #0 (&tbl->lock){+.-.}-{3:3}: [ 314.075432][ C0] check_prev_add+0xd8/0xe90 [ 314.075544][ C0] validate_chain+0x6b8/0xc20 [ 314.075646][ C0] __lock_acquire+0x518/0xc20 [ 314.075746][ C0] lock_acquire.part.0+0xbc/0x260 [ 314.075851][ C0] _raw_spin_lock_bh+0x38/0x50 [ 314.075954][ C0] ___neigh_create+0x2be/0x1070 [ 314.076053][ C0] ip_finish_output2+0xe83/0x1f10 [ 314.076153][ C0] ip_output+0x1ca/0x660 [ 314.076251][ C0] ip_push_pending_frames+0xf6/0x250 [ 314.076377][ C0] __icmp_send+0xcb7/0x1ae0 [ 314.076483][ C0] ipv4_send_dest_unreach+0x438/0x9d0 [ 314.076611][ C0] ipv4_link_failure+0x16/0x190 [ 314.076711][ C0] arp_error_report+0x97/0x1b0 [ 314.076810][ C0] neigh_invalidate+0x208/0x560 [ 314.076909][ C0] neigh_timer_handler+0x8e9/0x1210 [ 314.077009][ C0] call_timer_fn+0x163/0x4c0 [ 314.077117][ C0] __run_timers+0x68f/0xaa0 [ 314.077220][ C0] run_timer_softirq+0xf0/0x160 [ 314.077322][ C0] handle_softirqs+0x1d8/0x8f0 [ 314.077429][ C0] __irq_exit_rcu+0x103/0x1c0 [ 314.077533][ C0] irq_exit_rcu+0xe/0x30 [ 314.077631][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 314.077764][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 314.077891][ C0] pv_native_safe_halt+0xf/0x10 [ 314.077997][ C0] default_idle+0x9/0x10 [ 314.078096][ C0] default_idle_call+0x6e/0xb0 [ 314.078196][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 314.078320][ C0] do_idle+0xd8/0x180 [ 314.078422][ C0] cpu_startup_entry+0x53/0x70 [ 314.078526][ C0] rest_init+0x1f7/0x200 [ 314.078625][ C0] start_kernel+0x3af/0x3b0 [ 314.078729][ C0] x86_64_start_reservations+0x24/0x30 [ 314.078852][ C0] x86_64_start_kernel+0x12b/0x130 [ 314.078951][ C0] common_startup_64+0x13e/0x148 [ 314.079051][ C0] [ 314.079051][ C0] other info that might help us debug this: [ 314.079051][ C0] [ 314.079247][ C0] Possible unsafe locking scenario: [ 314.079247][ C0] [ 314.079395][ C0] CPU0 CPU1 [ 314.079503][ C0] ---- ---- [ 314.079605][ C0] lock((&n->timer)); [ 314.079683][ C0] lock(&tbl->lock); [ 314.079808][ C0] lock((&n->timer)); [ 314.079937][ C0] lock(&tbl->lock); [ 314.080014][ C0] [ 314.080014][ C0] *** DEADLOCK *** [ 314.080014][ C0] [ 314.080165][ C0] 5 locks held by swapper/0/0: [ 314.080266][ C0] #0: ffa0000000007c98 ((&n->timer)){+.-.}-{0:0}, at: call_timer_fn+0x113/0x4c0 [ 314.080452][ C0] #1: ffffffff9af7e400 (rcu_read_lock){....}-{1:3}, at: __icmp_send+0x232/0x1ae0 [ 314.080632][ C0] #2: ff1100000587c218 (k-slock-AF_INET){+...}-{3:3}, at: __icmp_send+0x75b/0x1ae0 [ 314.080810][ C0] #3: ffffffff9af7e400 (rcu_read_lock){....}-{1:3}, at: ip_output+0xa9/0x660 [ 314.080984][ C0] #4: ffffffff9af7e400 (rcu_read_lock){....}-{1:3}, at: ip_finish_output2+0x25c/0x1f10 [ 314.081162][ C0] [ 314.081162][ C0] stack backtrace: [ 314.081286][ C0] CPU: 0 UID: 0 PID: 0 Comm: swapper/0 Not tainted 7.2.0-rc6-virtme #1 PREEMPT(full) [ 314.081289][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 314.081291][ C0] Call Trace: [ 314.081293][ C0] [ 314.081294][ C0] dump_stack_lvl+0x6f/0xa0 [ 314.081298][ C0] print_circular_bug.cold+0x38/0x46 [ 314.081301][ C0] check_noncircular+0x171/0x1a0 [ 314.081304][ C0] check_prev_add+0xd8/0xe90 [ 314.081306][ C0] validate_chain+0x6b8/0xc20 [ 314.081307][ C0] ? find_held_lock+0x2b/0x80 [ 314.081310][ C0] __lock_acquire+0x518/0xc20 [ 314.081312][ C0] lock_acquire.part.0+0xbc/0x260 [ 314.081314][ C0] ? ___neigh_create+0x2be/0x1070 [ 314.081316][ C0] ? rcu_is_watching+0x15/0xd0 [ 314.081319][ C0] ? lock_acquire+0x13c/0x160 [ 314.081320][ C0] _raw_spin_lock_bh+0x38/0x50 [ 314.081322][ C0] ? ___neigh_create+0x2be/0x1070 [ 314.081324][ C0] ___neigh_create+0x2be/0x1070 [ 314.081325][ C0] ? __rcu_read_lock+0x41/0x70 [ 314.081327][ C0] ip_finish_output2+0xe83/0x1f10 [ 314.081329][ C0] ? ip_dst_mtu_maybe_forward+0x261/0x670 [ 314.081331][ C0] ? ip4_dst_hoplimit+0x320/0x320 [ 314.081332][ C0] ? rcu_is_watching+0x15/0xd0 [ 314.081335][ C0] ip_output+0x1ca/0x660 [ 314.081336][ C0] ? ip_finish_output+0x460/0x460 [ 314.081338][ C0] ? __ip_make_skb+0x106a/0x2300 [ 314.081341][ C0] ip_push_pending_frames+0xf6/0x250 [ 314.081342][ C0] __icmp_send+0xcb7/0x1ae0 [ 314.081345][ C0] ? icmpv4_global_allow+0x150/0x150 [ 314.081346][ C0] ? validate_chain+0x38b/0xc20 [ 314.081348][ C0] ? rcu_lockdep_current_cpu_online+0x31/0x1b0 [ 314.081349][ C0] ? rcu_read_lock_any_held+0x3c/0x90 [ 314.081353][ C0] ? sched_balance_find_src_group+0xda/0x760 [ 314.081357][ C0] ipv4_send_dest_unreach+0x438/0x9d0 [ 314.081359][ C0] ? ip_do_redirect+0x5c0/0x5c0 [ 314.081360][ C0] ? __lock_release.isra.0+0x6b/0x1a0 [ 314.081362][ C0] ipv4_link_failure+0x16/0x190 [ 314.081363][ C0] arp_error_report+0x97/0x1b0 [ 314.081365][ C0] neigh_invalidate+0x208/0x560 [ 314.081367][ C0] ? neigh_periodic_work+0xa60/0xa60 [ 314.081368][ C0] neigh_timer_handler+0x8e9/0x1210 [ 314.081370][ C0] ? neigh_periodic_work+0xa60/0xa60 [ 314.081372][ C0] ? rcu_is_watching+0x15/0xd0 [ 314.081373][ C0] call_timer_fn+0x163/0x4c0 [ 314.081375][ C0] ? detach_if_pending+0x1d0/0x1d0 [ 314.081377][ C0] ? find_held_lock+0x2b/0x80 [ 314.081379][ C0] ? __lock_release.isra.0+0x6b/0x1a0 [ 314.081380][ C0] ? rcu_is_watching+0x15/0xd0 [ 314.081382][ C0] __run_timers+0x68f/0xaa0 [ 314.081383][ C0] ? neigh_periodic_work+0xa60/0xa60 [ 314.081386][ C0] ? __bpf_trace_itimer_expire+0x10/0x10 [ 314.081387][ C0] ? __lock_acquire+0x518/0xc20 [ 314.081390][ C0] ? __rwlock_init+0x150/0x150 [ 314.081392][ C0] run_timer_softirq+0xf0/0x160 [ 314.081393][ C0] ? clockevents_program_event+0x307/0x7e0 [ 314.081396][ C0] ? __run_timers+0xaa0/0xaa0 [ 314.081397][ C0] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 314.081401][ C0] ? rcu_is_watching+0x15/0xd0 [ 314.081404][ C0] handle_softirqs+0x1d8/0x8f0 [ 314.081407][ C0] ? _local_bh_enable+0xd0/0xd0 [ 314.081410][ C0] __irq_exit_rcu+0x103/0x1c0 [ 314.081411][ C0] irq_exit_rcu+0xe/0x30 [ 314.081413][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 314.081415][ C0] [ 314.081415][ C0] [ 314.081416][ C0] ? lockdep_hardirqs_on_prepare.part.0+0x9a/0x160 [ 314.081417][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 314.081419][ C0] RIP: 0010:pv_native_safe_halt+0xf/0x10 [ 314.081422][ C0] Code: 48 8b 3d 84 9f f5 01 e8 1f 00 00 00 48 2b 05 48 c0 97 00 c3 0f 1f 80 00 00 00 00 f3 0f 1e fa eb 07 0f 00 2d e3 bb 10 00 fb f4 0f 1f 40 d6 48 83 ec 20 8b 17 49 89 f8 83 e2 fe 41 89 d2 0f 01 [ 314.081424][ C0] RSP: 0018:ffffffff9ac07e18 EFLAGS: 00000292 [ 314.081426][ C0] RAX: 000000000119c7eb RBX: ffffffff9ac1c600 RCX: ffffffff97ce8787 [ 314.081428][ C0] RDX: ffffffff9ac1c600 RSI: ffffffff9aa674f0 RDI: ffffffff9a4801e0 [ 314.081428][ C0] RBP: 0000000000000000 R08: 0000000000000000 R09: 0000000000000000 [ 314.081429][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: 1ffffffff3580fc6 [ 314.081430][ C0] R13: 0000000000000000 R14: dffffc0000000000 R15: 0000000000014770 [ 314.081432][ C0] ? cpuidle_idle_call.constprop.0+0x237/0x410 [ 314.081434][ C0] ? lockdep_hardirqs_on+0x8c/0x130 [ 314.081436][ C0] default_idle+0x9/0x10 [ 314.081437][ C0] default_idle_call+0x6e/0xb0 [ 314.081438][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 314.081439][ C0] ? arch_cpu_idle_exit+0x40/0x40 [ 314.081441][ C0] ? mark_tsc_async_resets+0x30/0x30 [ 314.081443][ C0] ? flush_smp_call_function_queue+0x1a/0x160 [ 314.081445][ C0] ? rcu_is_watching+0x15/0xd0 [ 314.081447][ C0] do_idle+0xd8/0x180 [ 314.081449][ C0] cpu_startup_entry+0x53/0x70 [ 314.081450][ C0] rest_init+0x1f7/0x200 [ 314.081451][ C0] start_kernel+0x3af/0x3b0 [ 314.081453][ C0] x86_64_start_reservations+0x24/0x30 [ 314.081455][ C0] x86_64_start_kernel+0x12b/0x130 [ 314.081457][ C0] common_startup_64+0x13e/0x148 [ 314.081459][ C0]