[ 890.159918][T15754] ip (15754) used greatest stack depth: 23352 bytes left [ 905.381764][ C0] [ 905.381890][ C0] ====================================================== [ 905.382036][ C0] WARNING: possible circular locking dependency detected [ 905.382162][ C0] 7.2.0-rc6-virtme #1 Not tainted [ 905.382262][ C0] ------------------------------------------------------ [ 905.382383][ C0] swapper/0/0 is trying to acquire lock: [ 905.382481][ C0] ff11000012c3d358 (&tbl->lock){+.-.}-{3:3}, at: ___neigh_create+0x2be/0x1070 [ 905.382670][ C0] [ 905.382670][ C0] but task is already holding lock: [ 905.382820][ C0] ffa0000000007c98 ((&n->timer)){+.-.}-{0:0}, at: call_timer_fn+0x113/0x4c0 [ 905.382997][ C0] [ 905.382997][ C0] which lock already depends on the new lock. [ 905.382997][ C0] [ 905.383190][ C0] [ 905.383190][ C0] the existing dependency chain (in reverse order) is: [ 905.383356][ C0] [ 905.383356][ C0] -> #1 ((&n->timer)){+.-.}-{0:0}: [ 905.383510][ C0] __lock_acquire+0x518/0xc20 [ 905.383616][ C0] lock_acquire.part.0+0xbc/0x260 [ 905.383725][ C0] __timer_delete_sync+0xea/0x130 [ 905.383823][ C0] neigh_flush_one+0x4bf/0x650 [ 905.383920][ C0] __neigh_ifdown.isra.0+0x1b5/0xea0 [ 905.384038][ C0] neigh_ifdown+0x10/0x20 [ 905.384132][ C0] fib_netdev_event+0x1a9/0x5d0 [ 905.384233][ C0] notifier_call_chain+0xae/0x300 [ 905.384347][ C0] netif_close_many+0x366/0x770 [ 905.384441][ C0] unregister_netdevice_many_notify+0x71a/0x1b40 [ 905.384561][ C0] default_device_exit_batch+0x38b/0x600 [ 905.384689][ C0] ops_undo_list+0x2ce/0x8f0 [ 905.384787][ C0] cleanup_net+0x431/0x940 [ 905.384881][ C0] process_one_work+0xdf8/0x1410 [ 905.384980][ C0] worker_thread+0x4f1/0xd60 [ 905.385077][ C0] kthread+0x367/0x460 [ 905.385172][ C0] ret_from_fork+0x474/0x6b0 [ 905.385270][ C0] ret_from_fork_asm+0x11/0x20 [ 905.385366][ C0] [ 905.385366][ C0] -> #0 (&tbl->lock){+.-.}-{3:3}: [ 905.385510][ C0] check_prev_add+0xd8/0xe90 [ 905.385614][ C0] validate_chain+0x6b8/0xc20 [ 905.385715][ C0] __lock_acquire+0x518/0xc20 [ 905.385810][ C0] lock_acquire.part.0+0xbc/0x260 [ 905.385905][ C0] _raw_spin_lock_bh+0x38/0x50 [ 905.386002][ C0] ___neigh_create+0x2be/0x1070 [ 905.386097][ C0] ip6_finish_output2+0xb9a/0x12f0 [ 905.386196][ C0] ip6_finish_output+0x701/0xe80 [ 905.386294][ C0] ip6_output+0x23f/0x7f0 [ 905.386388][ C0] ip6_send_skb+0xee/0x350 [ 905.386484][ C0] icmp6_send+0x1728/0x1cd0 [ 905.386585][ C0] ip6_link_failure+0x2d/0x460 [ 905.386689][ C0] ndisc_error_report+0x97/0x1b0 [ 905.386785][ C0] neigh_invalidate+0x208/0x560 [ 905.386881][ C0] neigh_timer_handler+0x8e9/0x1210 [ 905.386977][ C0] call_timer_fn+0x163/0x4c0 [ 905.387071][ C0] __run_timers+0x68f/0xaa0 [ 905.387167][ C0] run_timer_softirq+0xf0/0x160 [ 905.387262][ C0] handle_softirqs+0x1d8/0x8f0 [ 905.387358][ C0] __irq_exit_rcu+0x103/0x1c0 [ 905.387459][ C0] irq_exit_rcu+0xe/0x30 [ 905.387555][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 905.387683][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 905.387802][ C0] pv_native_safe_halt+0xf/0x10 [ 905.387896][ C0] default_idle+0x9/0x10 [ 905.387990][ C0] default_idle_call+0x6e/0xb0 [ 905.388084][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 905.388202][ C0] do_idle+0xd8/0x180 [ 905.388300][ C0] cpu_startup_entry+0x53/0x70 [ 905.388396][ C0] rest_init+0x1f7/0x200 [ 905.388489][ C0] start_kernel+0x3af/0x3b0 [ 905.388585][ C0] x86_64_start_reservations+0x24/0x30 [ 905.388711][ C0] x86_64_start_kernel+0x12b/0x130 [ 905.388805][ C0] common_startup_64+0x13e/0x148 [ 905.388902][ C0] [ 905.388902][ C0] other info that might help us debug this: [ 905.388902][ C0] [ 905.389089][ C0] Possible unsafe locking scenario: [ 905.389089][ C0] [ 905.389229][ C0] CPU0 CPU1 [ 905.389325][ C0] ---- ---- [ 905.389422][ C0] lock((&n->timer)); [ 905.389496][ C0] lock(&tbl->lock); [ 905.389623][ C0] lock((&n->timer)); [ 905.389749][ C0] lock(&tbl->lock); [ 905.389822][ C0] [ 905.389822][ C0] *** DEADLOCK *** [ 905.389822][ C0] [ 905.389963][ C0] 5 locks held by swapper/0/0: [ 905.390058][ C0] #0: ffa0000000007c98 ((&n->timer)){+.-.}-{0:0}, at: call_timer_fn+0x113/0x4c0 [ 905.390234][ C0] #1: ffffffff8b791d40 (rcu_read_lock){....}-{1:3}, at: icmp6_send+0x283/0x1cd0 [ 905.390408][ C0] #2: ff110000093a0218 (k-slock-AF_INET6){+...}-{3:3}, at: icmp6_send+0x9ff/0x1cd0 [ 905.390575][ C0] #3: ffffffff8b791d40 (rcu_read_lock){....}-{1:3}, at: ip6_send_skb+0xa2/0x350 [ 905.390751][ C0] #4: ffffffff8b791d40 (rcu_read_lock){....}-{1:3}, at: ip6_output+0x11d/0x7f0 [ 905.390916][ C0] [ 905.390916][ C0] stack backtrace: [ 905.391041][ C0] CPU: 0 UID: 0 PID: 0 Comm: swapper/0 Not tainted 7.2.0-rc6-virtme #1 PREEMPT(full) [ 905.391044][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 905.391046][ C0] Call Trace: [ 905.391047][ C0] [ 905.391048][ C0] dump_stack_lvl+0x6f/0xa0 [ 905.391052][ C0] print_circular_bug.cold+0x38/0x46 [ 905.391055][ C0] check_noncircular+0x171/0x1a0 [ 905.391058][ C0] check_prev_add+0xd8/0xe90 [ 905.391060][ C0] validate_chain+0x6b8/0xc20 [ 905.391063][ C0] __lock_acquire+0x518/0xc20 [ 905.391065][ C0] lock_acquire.part.0+0xbc/0x260 [ 905.391067][ C0] ? ___neigh_create+0x2be/0x1070 [ 905.391069][ C0] ? rcu_is_watching+0x15/0xd0 [ 905.391072][ C0] ? lock_acquire+0x13c/0x160 [ 905.391074][ C0] _raw_spin_lock_bh+0x38/0x50 [ 905.391075][ C0] ? ___neigh_create+0x2be/0x1070 [ 905.391077][ C0] ___neigh_create+0x2be/0x1070 [ 905.391079][ C0] ip6_finish_output2+0xb9a/0x12f0 [ 905.391081][ C0] ? ip6_xmit+0x2000/0x2000 [ 905.391082][ C0] ? find_held_lock+0x2b/0x80 [ 905.391084][ C0] ? __lock_release.isra.0+0x6b/0x1a0 [ 905.391086][ C0] ? ip6_mtu+0x174/0x410 [ 905.391088][ C0] ip6_finish_output+0x701/0xe80 [ 905.391090][ C0] ip6_output+0x23f/0x7f0 [ 905.391091][ C0] ? ip6_finish_output+0xe80/0xe80 [ 905.391093][ C0] ? l3mdev_l3_out.constprop.0+0xe5/0x340 [ 905.391096][ C0] ip6_send_skb+0xee/0x350 [ 905.391098][ C0] icmp6_send+0x1728/0x1cd0 [ 905.391101][ C0] ? icmpv6_push_pending_frames+0x5f0/0x5f0 [ 905.391102][ C0] ? rcu_read_lock_any_held+0x3c/0x90 [ 905.391106][ C0] ? rcu_read_lock_any_held+0x3c/0x90 [ 905.391109][ C0] ? __lock_acquire+0x518/0xc20 [ 905.391110][ C0] ? find_held_lock+0x2b/0x80 [ 905.391113][ C0] ip6_link_failure+0x2d/0x460 [ 905.391114][ C0] ndisc_error_report+0x97/0x1b0 [ 905.391116][ C0] neigh_invalidate+0x208/0x560 [ 905.391118][ C0] ? neigh_periodic_work+0xa60/0xa60 [ 905.391119][ C0] neigh_timer_handler+0x8e9/0x1210 [ 905.391121][ C0] ? neigh_periodic_work+0xa60/0xa60 [ 905.391122][ C0] ? rcu_is_watching+0x15/0xd0 [ 905.391123][ C0] call_timer_fn+0x163/0x4c0 [ 905.391125][ C0] ? detach_if_pending+0x1d0/0x1d0 [ 905.391126][ C0] ? find_held_lock+0x2b/0x80 [ 905.391128][ C0] ? __lock_release.isra.0+0x6b/0x1a0 [ 905.391130][ C0] ? rcu_is_watching+0x15/0xd0 [ 905.391132][ C0] __run_timers+0x68f/0xaa0 [ 905.391133][ C0] ? neigh_periodic_work+0xa60/0xa60 [ 905.391135][ C0] ? __bpf_trace_itimer_expire+0x10/0x10 [ 905.391136][ C0] ? __lock_acquire+0x518/0xc20 [ 905.391139][ C0] ? __rwlock_init+0x150/0x150 [ 905.391141][ C0] run_timer_softirq+0xf0/0x160 [ 905.391142][ C0] ? clockevents_program_event+0x307/0x7e0 [ 905.391145][ C0] ? __run_timers+0xaa0/0xaa0 [ 905.391146][ C0] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 905.391149][ C0] ? rcu_is_watching+0x15/0xd0 [ 905.391151][ C0] handle_softirqs+0x1d8/0x8f0 [ 905.391153][ C0] ? _local_bh_enable+0xd0/0xd0 [ 905.391155][ C0] __irq_exit_rcu+0x103/0x1c0 [ 905.391157][ C0] irq_exit_rcu+0xe/0x30 [ 905.391159][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 905.391160][ C0] [ 905.391161][ C0] [ 905.391161][ C0] ? lockdep_hardirqs_on_prepare.part.0+0x9a/0x160 [ 905.391163][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 905.391165][ C0] RIP: 0010:pv_native_safe_halt+0xf/0x10 [ 905.391168][ C0] Code: 48 8b 3d 44 61 6e 02 e8 1f 00 00 00 48 2b 05 08 22 a7 00 c3 0f 1f 80 00 00 00 00 f3 0f 1e fa eb 07 0f 00 2d a3 dd 19 00 fb f4 0f 1f 40 d6 48 83 ec 20 8b 17 49 89 f8 83 e2 fe 41 89 d2 0f 01 [ 905.391169][ C0] RSP: 0018:ffffffff8b407e18 EFLAGS: 00000292 [ 905.391172][ C0] RAX: 00000000021fc821 RBX: ffffffff8b430600 RCX: ffffffff87af7f27 [ 905.391173][ C0] RDX: ffffffff8b430600 RSI: ffffffff8acc4933 RDI: ffffffff8a67d760 [ 905.391174][ C0] RBP: 0000000000000000 R08: 0000000000000000 R09: 0000000000000000 [ 905.391175][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: 1ffffffff1680fc6 [ 905.391175][ C0] R13: 0000000000000000 R14: dffffc0000000000 R15: 0000000000014770 [ 905.391177][ C0] ? cpuidle_idle_call.constprop.0+0x237/0x410 [ 905.391179][ C0] ? lockdep_hardirqs_on+0x8c/0x130 [ 905.391180][ C0] default_idle+0x9/0x10 [ 905.391182][ C0] default_idle_call+0x6e/0xb0 [ 905.391183][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 905.391185][ C0] ? arch_cpu_idle_exit+0x40/0x40 [ 905.391187][ C0] ? mark_tsc_async_resets+0x30/0x30 [ 905.391190][ C0] ? rcu_is_watching+0x15/0xd0 [ 905.391191][ C0] do_idle+0xd8/0x180 [ 905.391193][ C0] cpu_startup_entry+0x53/0x70 [ 905.391195][ C0] rest_init+0x1f7/0x200 [ 905.391196][ C0] start_kernel+0x3af/0x3b0 [ 905.391198][ C0] x86_64_start_reservations+0x24/0x30 [ 905.391200][ C0] x86_64_start_kernel+0x12b/0x130 [ 905.391202][ C0] common_startup_64+0x13e/0x148 [ 905.391205][ C0]