[ 9.045516][ T186] ip (186) used greatest stack depth: 24352 bytes left [ 22.072581][ T328] [ 22.072674][ T328] ======================================================== [ 22.072810][ T328] WARNING: possible irq lock inversion dependency detected [ 22.072937][ T328] 7.1.0-rc5-virtme #1 Not tainted [ 22.073022][ T328] -------------------------------------------------------- [ 22.073145][ T328] sysctl/328 just changed the state of lock: [ 22.073250][ T328] ffffffff9097e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 22.073407][ T328] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 22.073535][ T328] (&ndev->lock){++.-}-{3:3} [ 22.073537][ T328] [ 22.073537][ T328] [ 22.073537][ T328] and interrupts could create inverse lock ordering between them. [ 22.073537][ T328] [ 22.073853][ T328] [ 22.073853][ T328] other info that might help us debug this: [ 22.073979][ T328] Possible interrupt unsafe locking scenario: [ 22.073979][ T328] [ 22.074105][ T328] CPU0 CPU1 [ 22.074188][ T328] ---- ---- [ 22.074273][ T328] lock(acaddr_hash_lock); [ 22.074358][ T328] local_irq_disable(); [ 22.074471][ T328] lock(&ndev->lock); [ 22.074576][ T328] lock(acaddr_hash_lock); [ 22.074682][ T328] [ 22.074749][ T328] lock(&ndev->lock); [ 22.074814][ T328] [ 22.074814][ T328] *** DEADLOCK *** [ 22.074814][ T328] [ 22.074937][ T328] 2 locks held by sysctl/328: [ 22.075020][ T328] #0: ff1100000a0643e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 22.075171][ T328] #1: ffffffff9088c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 22.075342][ T328] [ 22.075342][ T328] the shortest dependencies between 2nd lock and 1st lock: [ 22.075490][ T328] -> (&ndev->lock){++.-}-{3:3} { [ 22.075578][ T328] HARDIRQ-ON-W at: [ 22.075644][ T328] __lock_acquire+0x378/0xc10 [ 22.075756][ T328] lock_acquire.part.0+0xbc/0x260 [ 22.075860][ T328] _raw_write_lock_bh+0x38/0x50 [ 22.075965][ T328] addrconf_permanent_addr+0x108/0x9c0 [ 22.076090][ T328] addrconf_notify+0x151/0xf30 [ 22.076195][ T328] notifier_call_chain+0xb0/0x320 [ 22.076302][ T328] __dev_notify_flags+0xde/0x280 [ 22.076409][ T328] netif_change_flags+0xfe/0x190 [ 22.076518][ T328] do_setlink.isra.0+0x1cc3/0x2750 [ 22.076628][ T328] rtnl_newlink+0x8d1/0xef0 [ 22.076733][ T328] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 22.076841][ T328] netlink_rcv_skb+0x14e/0x3a0 [ 22.076951][ T328] netlink_unicast+0x486/0x750 [ 22.077057][ T328] netlink_sendmsg+0x735/0xc60 [ 22.077164][ T328] ____sys_sendmsg+0x419/0x850 [ 22.077271][ T328] ___sys_sendmsg+0x14e/0x1d0 [ 22.077379][ T328] __sys_sendmsg+0x145/0x1f0 [ 22.077488][ T328] do_syscall_64+0x117/0x590 [ 22.077600][ T328] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.077730][ T328] HARDIRQ-ON-R at: [ 22.077794][ T328] __lock_acquire+0x378/0xc10 [ 22.077900][ T328] lock_acquire.part.0+0xbc/0x260 [ 22.078006][ T328] _raw_read_lock_bh+0x44/0x80 [ 22.078112][ T328] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 22.078240][ T328] inet6_fill_link_af+0x5c/0xe0 [ 22.078345][ T328] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 22.078475][ T328] rtnl_getlink+0x9c9/0xeb0 [ 22.078581][ T328] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 22.078689][ T328] netlink_rcv_skb+0x14e/0x3a0 [ 22.078797][ T328] netlink_unicast+0x486/0x750 [ 22.078902][ T328] netlink_sendmsg+0x735/0xc60 [ 22.079009][ T328] ____sys_sendmsg+0x419/0x850 [ 22.079115][ T328] ___sys_sendmsg+0x14e/0x1d0 [ 22.079220][ T328] __sys_sendmsg+0x145/0x1f0 [ 22.079323][ T328] do_syscall_64+0x117/0x590 [ 22.079431][ T328] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.079560][ T328] IN-SOFTIRQ-R at: [ 22.079625][ T328] __lock_acquire+0x378/0xc10 [ 22.079732][ T328] lock_acquire.part.0+0xbc/0x260 [ 22.079838][ T328] _raw_read_lock_bh+0x44/0x80 [ 22.079944][ T328] ipv6_get_lladdr+0xa8/0x3f0 [ 22.080055][ T328] ndisc_send_ns+0xf3/0x120 [ 22.080166][ T328] ndisc_solicit+0x314/0x480 [ 22.080272][ T328] neigh_probe+0xb3/0x100 [ 22.080379][ T328] __neigh_event_send+0x802/0x1070 [ 22.080491][ T328] neigh_resolve_output+0xbe/0x140 [ 22.080597][ T328] ip6_finish_output2+0x423/0x1300 [ 22.080703][ T328] ip6_finish_output+0x646/0xda0 [ 22.080809][ T328] ip6_output+0x23f/0x7f0 [ 22.080917][ T328] ip6_forward+0x10f4/0x2bd0 [ 22.081025][ T328] ipv6_rcv+0x3c1/0x5a0 [ 22.081131][ T328] __netif_receive_skb_one_core+0xfc/0x180 [ 22.081258][ T328] process_backlog+0x2bc/0x1490 [ 22.081364][ T328] __napi_poll+0xa7/0x3b0 [ 22.081474][ T328] net_rx_action+0x513/0xf50 [ 22.081579][ T328] handle_softirqs+0x1d8/0x940 [ 22.081684][ T328] do_softirq+0xa9/0xe0 [ 22.081789][ T328] __local_bh_enable_ip+0x113/0x140 [ 22.081894][ T328] __neigh_event_send+0x30a/0x1070 [ 22.081998][ T328] neigh_resolve_output+0xbe/0x140 [ 22.082103][ T328] ip6_finish_output2+0x423/0x1300 [ 22.082207][ T328] ip6_finish_output+0x646/0xda0 [ 22.082311][ T328] ip6_output+0x23f/0x7f0 [ 22.082414][ T328] ip6_send_skb+0xee/0x350 [ 22.082520][ T328] rawv6_push_pending_frames+0x4cb/0xa90 [ 22.082647][ T328] rawv6_sendmsg+0x1434/0x1a50 [ 22.082752][ T328] __sys_sendto+0x2c9/0x400 [ 22.082857][ T328] __x64_sys_sendto+0xe4/0x1f0 [ 22.082961][ T328] do_syscall_64+0x117/0x590 [ 22.083065][ T328] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.083236][ T328] INITIAL USE at: [ 22.083300][ T328] __lock_acquire+0x378/0xc10 [ 22.083404][ T328] lock_acquire.part.0+0xbc/0x260 [ 22.083513][ T328] _raw_write_lock_bh+0x38/0x50 [ 22.083662][ T328] addrconf_permanent_addr+0x108/0x9c0 [ 22.083788][ T328] addrconf_notify+0x151/0xf30 [ 22.083893][ T328] notifier_call_chain+0xb0/0x320 [ 22.084043][ T328] __dev_notify_flags+0xde/0x280 [ 22.084149][ T328] netif_change_flags+0xfe/0x190 [ 22.084252][ T328] do_setlink.isra.0+0x1cc3/0x2750 [ 22.084396][ T328] rtnl_newlink+0x8d1/0xef0 [ 22.084503][ T328] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 22.084609][ T328] netlink_rcv_skb+0x14e/0x3a0 [ 22.084760][ T328] netlink_unicast+0x486/0x750 [ 22.084863][ T328] netlink_sendmsg+0x735/0xc60 [ 22.084966][ T328] ____sys_sendmsg+0x419/0x850 [ 22.085112][ T328] ___sys_sendmsg+0x14e/0x1d0 [ 22.085219][ T328] __sys_sendmsg+0x145/0x1f0 [ 22.085324][ T328] do_syscall_64+0x117/0x590 [ 22.085473][ T328] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.085597][ T328] INITIAL READ USE at: [ 22.085678][ T328] __lock_acquire+0x378/0xc10 [ 22.085786][ T328] lock_acquire.part.0+0xbc/0x260 [ 22.085953][ T328] _raw_read_lock_bh+0x44/0x80 [ 22.086055][ T328] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 22.086222][ T328] inet6_fill_link_af+0x5c/0xe0 [ 22.086327][ T328] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 22.086456][ T328] rtnl_getlink+0x9c9/0xeb0 [ 22.086604][ T328] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 22.086708][ T328] netlink_rcv_skb+0x14e/0x3a0 [ 22.086813][ T328] netlink_unicast+0x486/0x750 [ 22.086917][ T328] netlink_sendmsg+0x735/0xc60 [ 22.087067][ T328] ____sys_sendmsg+0x419/0x850 [ 22.087172][ T328] ___sys_sendmsg+0x14e/0x1d0 [ 22.087277][ T328] __sys_sendmsg+0x145/0x1f0 [ 22.087430][ T328] do_syscall_64+0x117/0x590 [ 22.087535][ T328] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.087659][ T328] } [ 22.087749][ T328] ... key at: [] __key.37+0x0/0x40 [ 22.087875][ T328] ... acquired at: [ 22.087938][ T328] __lock_acquire+0x508/0xc10 [ 22.088022][ T328] lock_acquire.part.0+0xbc/0x260 [ 22.088147][ T328] _raw_spin_lock+0x33/0x40 [ 22.088228][ T328] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 22.088329][ T328] __ipv6_dev_ac_inc+0x57e/0x930 [ 22.088413][ T328] addrconf_join_anycast+0x1bc/0x260 [ 22.088545][ T328] __ipv6_ifa_notify+0x75b/0xad0 [ 22.088629][ T328] addrconf_dad_completed+0x14b/0xe10 [ 22.088713][ T328] addrconf_dad_work+0x3c1/0x930 [ 22.088795][ T328] process_one_work+0xdf8/0x1410 [ 22.088921][ T328] worker_thread+0x4f1/0xd60 [ 22.089008][ T328] kthread+0x367/0x460 [ 22.089074][ T328] ret_from_fork+0x474/0x6b0 [ 22.089158][ T328] ret_from_fork_asm+0x11/0x20 [ 22.089286][ T328] [ 22.089330][ T328] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 22.089415][ T328] HARDIRQ-ON-W at: [ 22.089484][ T328] __lock_acquire+0x378/0xc10 [ 22.089589][ T328] lock_acquire.part.0+0xbc/0x260 [ 22.089741][ T328] _raw_spin_lock+0x33/0x40 [ 22.089846][ T328] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 22.089971][ T328] __ipv6_dev_ac_inc+0x57e/0x930 [ 22.090119][ T328] addrconf_join_anycast+0x1bc/0x260 [ 22.090225][ T328] __ipv6_ifa_notify+0x75b/0xad0 [ 22.090331][ T328] addrconf_dad_completed+0x14b/0xe10 [ 22.090486][ T328] addrconf_dad_work+0x3c1/0x930 [ 22.090593][ T328] process_one_work+0xdf8/0x1410 [ 22.090699][ T328] worker_thread+0x4f1/0xd60 [ 22.090853][ T328] kthread+0x367/0x460 [ 22.090937][ T328] ret_from_fork+0x474/0x6b0 [ 22.091045][ T328] ret_from_fork_asm+0x11/0x20 [ 22.091196][ T328] SOFTIRQ-ON-W at: [ 22.091260][ T328] __lock_acquire+0x378/0xc10 [ 22.091367][ T328] lock_acquire.part.0+0xbc/0x260 [ 22.091475][ T328] _raw_spin_lock+0x33/0x40 [ 22.091622][ T328] __ipv6_dev_ac_dec+0x236/0x5d0 [ 22.091729][ T328] addrconf_leave_anycast+0x1bc/0x260 [ 22.091834][ T328] dev_forward_change+0x3b3/0x850 [ 22.091983][ T328] addrconf_fixup_forwarding+0x2af/0x4d0 [ 22.092109][ T328] addrconf_sysctl_forward+0x209/0x2b0 [ 22.092215][ T328] proc_sys_call_handler+0x31b/0x480 [ 22.092368][ T328] new_sync_write+0x333/0x750 [ 22.092478][ T328] vfs_write+0x6a4/0xc10 [ 22.092585][ T328] ksys_write+0x116/0x250 [ 22.092736][ T328] do_syscall_64+0x117/0x590 [ 22.092844][ T328] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.092970][ T328] INITIAL USE at: [ 22.093035][ T328] __lock_acquire+0x378/0xc10 [ 22.093183][ T328] lock_acquire.part.0+0xbc/0x260 [ 22.093289][ T328] _raw_spin_lock+0x33/0x40 [ 22.093393][ T328] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 22.093563][ T328] __ipv6_dev_ac_inc+0x57e/0x930 [ 22.093669][ T328] addrconf_join_anycast+0x1bc/0x260 [ 22.093776][ T328] __ipv6_ifa_notify+0x75b/0xad0 [ 22.093925][ T328] addrconf_dad_completed+0x14b/0xe10 [ 22.094029][ T328] addrconf_dad_work+0x3c1/0x930 [ 22.094136][ T328] process_one_work+0xdf8/0x1410 [ 22.094286][ T328] worker_thread+0x4f1/0xd60 [ 22.094390][ T328] kthread+0x367/0x460 [ 22.094479][ T328] ret_from_fork+0x474/0x6b0 [ 22.094584][ T328] ret_from_fork_asm+0x11/0x20 [ 22.094732][ T328] } [ 22.094774][ T328] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 22.094900][ T328] ... acquired at: [ 22.094963][ T328] mark_lock+0x1d7/0xa00 [ 22.095089][ T328] mark_usage+0x105/0x170 [ 22.095173][ T328] __lock_acquire+0x378/0xc10 [ 22.095258][ T328] lock_acquire.part.0+0xbc/0x260 [ 22.095341][ T328] _raw_spin_lock+0x33/0x40 [ 22.095471][ T328] __ipv6_dev_ac_dec+0x236/0x5d0 [ 22.095553][ T328] addrconf_leave_anycast+0x1bc/0x260 [ 22.095639][ T328] dev_forward_change+0x3b3/0x850 [ 22.095726][ T328] addrconf_fixup_forwarding+0x2af/0x4d0 [ 22.095872][ T328] addrconf_sysctl_forward+0x209/0x2b0 [ 22.095956][ T328] proc_sys_call_handler+0x31b/0x480 [ 22.096039][ T328] new_sync_write+0x333/0x750 [ 22.096163][ T328] vfs_write+0x6a4/0xc10 [ 22.096246][ T328] ksys_write+0x116/0x250 [ 22.096330][ T328] do_syscall_64+0x117/0x590 [ 22.096413][ T328] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.096563][ T328] [ 22.096604][ T328] [ 22.096604][ T328] stack backtrace: [ 22.096709][ T328] CPU: 2 UID: 0 PID: 328 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 22.096713][ T328] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 22.096714][ T328] Call Trace: [ 22.096716][ T328] [ 22.096717][ T328] dump_stack_lvl+0x6f/0xa0 [ 22.096721][ T328] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 22.096724][ T328] mark_lock_irq+0x989/0x9c0 [ 22.096727][ T328] mark_lock+0x1d7/0xa00 [ 22.096729][ T328] mark_usage+0x105/0x170 [ 22.096730][ T328] __lock_acquire+0x378/0xc10 [ 22.096733][ T328] lock_acquire.part.0+0xbc/0x260 [ 22.096734][ T328] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 22.096736][ T328] ? rcu_is_watching+0x15/0xd0 [ 22.096739][ T328] ? do_raw_read_unlock+0x70/0x70 [ 22.096740][ T328] ? lock_acquire+0x134/0x160 [ 22.096742][ T328] _raw_spin_lock+0x33/0x40 [ 22.096744][ T328] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 22.096745][ T328] __ipv6_dev_ac_dec+0x236/0x5d0 [ 22.096747][ T328] addrconf_leave_anycast+0x1bc/0x260 [ 22.096749][ T328] ? find_held_lock+0x2b/0x80 [ 22.096752][ T328] ? __ipv6_isatap_ifid+0x210/0x210 [ 22.096754][ T328] ? mark_held_locks+0x40/0x70 [ 22.096755][ T328] ? lockdep_hardirqs_on+0x8c/0x130 [ 22.096758][ T328] dev_forward_change+0x3b3/0x850 [ 22.096760][ T328] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 22.096762][ T328] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 22.096765][ T328] addrconf_fixup_forwarding+0x2af/0x4d0 [ 22.096767][ T328] addrconf_sysctl_forward+0x209/0x2b0 [ 22.096769][ T328] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 22.096772][ T328] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 22.096774][ T328] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 22.096777][ T328] ? proc_sys_call_handler+0x25d/0x480 [ 22.096779][ T328] proc_sys_call_handler+0x31b/0x480 [ 22.096782][ T328] ? proc_sys_lookup+0x3d0/0x3d0 [ 22.096784][ T328] ? rcu_read_unlock+0x1b/0x70 [ 22.096786][ T328] ? do_raw_spin_unlock+0x59/0x250 [ 22.096788][ T328] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 22.096790][ T328] ? rcu_read_lock_any_held+0x3c/0x90 [ 22.096792][ T328] ? proc_sys_call_handler+0x480/0x480 [ 22.096794][ T328] new_sync_write+0x333/0x750 [ 22.096795][ T328] ? __lock_acquire+0x508/0xc10 [ 22.096797][ T328] ? new_sync_read+0x740/0x740 [ 22.096798][ T328] ? lock_acquire.part.0+0xbc/0x260 [ 22.096800][ T328] ? ksys_write+0x116/0x250 [ 22.096802][ T328] vfs_write+0x6a4/0xc10 [ 22.096804][ T328] ksys_write+0x116/0x250 [ 22.096806][ T328] ? __ia32_sys_read+0xc0/0xc0 [ 22.096807][ T328] ? rcu_is_watching+0x15/0xd0 [ 22.096809][ T328] ? rcu_is_watching+0x15/0xd0 [ 22.096811][ T328] do_syscall_64+0x117/0x590 [ 22.096812][ T328] ? trace_hardirqs_off+0xd/0x30 [ 22.096815][ T328] ? exc_page_fault+0xee/0x100 [ 22.096817][ T328] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.096819][ T328] RIP: 0033:0x7fb9c14b808e [ 22.096822][ T328] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 22.096824][ T328] RSP: 002b:00007ffe4ca73650 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 22.096827][ T328] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007fb9c14b808e [ 22.096828][ T328] RDX: 0000000000000002 RSI: 000056540f0414b0 RDI: 0000000000000005 [ 22.096829][ T328] RBP: 00007ffe4ca73660 R08: 0000000000000000 R09: 0000000000000000 [ 22.096830][ T328] R10: 0000000000000000 R11: 0000000000000202 R12: 000056540f0435e0 [ 22.096831][ T328] R13: 000056540f041470 R14: 0000000000000002 R15: 0000000000000000 [ 22.096833][ T328] [ 27.274114][ T352] Initializing XFRM netlink socket