[ 8.584922][ T185] ip (185) used greatest stack depth: 24256 bytes left [ 166.292396][ T1600] [ 166.292481][ T1600] ======================================================== [ 166.292602][ T1600] WARNING: possible irq lock inversion dependency detected [ 166.292721][ T1600] 7.1.0-rc5-virtme #1 Not tainted [ 166.292801][ T1600] -------------------------------------------------------- [ 166.292915][ T1600] sysctl/1600 just changed the state of lock: [ 166.293012][ T1600] ffffffff9a17e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 166.293160][ T1600] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 166.293274][ T1600] (&ndev->lock){++.-}-{3:3} [ 166.293277][ T1600] [ 166.293277][ T1600] [ 166.293277][ T1600] and interrupts could create inverse lock ordering between them. [ 166.293277][ T1600] [ 166.293567][ T1600] [ 166.293567][ T1600] other info that might help us debug this: [ 166.293680][ T1600] Possible interrupt unsafe locking scenario: [ 166.293680][ T1600] [ 166.293804][ T1600] CPU0 CPU1 [ 166.293881][ T1600] ---- ---- [ 166.293957][ T1600] lock(acaddr_hash_lock); [ 166.294035][ T1600] local_irq_disable(); [ 166.294140][ T1600] lock(&ndev->lock); [ 166.294242][ T1600] lock(acaddr_hash_lock); [ 166.294338][ T1600] [ 166.294397][ T1600] lock(&ndev->lock); [ 166.294456][ T1600] [ 166.294456][ T1600] *** DEADLOCK *** [ 166.294456][ T1600] [ 166.294574][ T1600] 2 locks held by sysctl/1600: [ 166.294652][ T1600] #0: ff11000009b4c3e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 166.294799][ T1600] #1: ffffffff9a08c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 166.294964][ T1600] [ 166.294964][ T1600] the shortest dependencies between 2nd lock and 1st lock: [ 166.295096][ T1600] -> (&ndev->lock){++.-}-{3:3} { [ 166.295178][ T1600] HARDIRQ-ON-W at: [ 166.295239][ T1600] __lock_acquire+0x378/0xc10 [ 166.295340][ T1600] lock_acquire.part.0+0xbc/0x260 [ 166.295439][ T1600] _raw_write_lock_bh+0x38/0x50 [ 166.295542][ T1600] addrconf_permanent_addr+0x108/0x9c0 [ 166.295665][ T1600] addrconf_notify+0x151/0xf30 [ 166.295765][ T1600] notifier_call_chain+0xb0/0x320 [ 166.295864][ T1600] __dev_notify_flags+0xde/0x280 [ 166.295966][ T1600] netif_change_flags+0xfe/0x190 [ 166.296067][ T1600] do_setlink.isra.0+0x1cc3/0x2750 [ 166.296173][ T1600] rtnl_newlink+0x8d1/0xef0 [ 166.296281][ T1600] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 166.296388][ T1600] netlink_rcv_skb+0x14e/0x3a0 [ 166.296490][ T1600] netlink_unicast+0x486/0x750 [ 166.296588][ T1600] netlink_sendmsg+0x735/0xc60 [ 166.296690][ T1600] ____sys_sendmsg+0x419/0x850 [ 166.296793][ T1600] ___sys_sendmsg+0x14e/0x1d0 [ 166.296893][ T1600] __sys_sendmsg+0x145/0x1f0 [ 166.296998][ T1600] do_syscall_64+0x117/0x590 [ 166.297104][ T1600] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.297226][ T1600] HARDIRQ-ON-R at: [ 166.297290][ T1600] __lock_acquire+0x378/0xc10 [ 166.297392][ T1600] lock_acquire.part.0+0xbc/0x260 [ 166.297497][ T1600] _raw_read_lock_bh+0x44/0x80 [ 166.297594][ T1600] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 166.297723][ T1600] inet6_fill_link_af+0x5c/0xe0 [ 166.297834][ T1600] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 166.297954][ T1600] rtnl_getlink+0x9c9/0xeb0 [ 166.298055][ T1600] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 166.298152][ T1600] netlink_rcv_skb+0x14e/0x3a0 [ 166.298253][ T1600] netlink_unicast+0x486/0x750 [ 166.298352][ T1600] netlink_sendmsg+0x735/0xc60 [ 166.298456][ T1600] ____sys_sendmsg+0x419/0x850 [ 166.298564][ T1600] ___sys_sendmsg+0x14e/0x1d0 [ 166.298661][ T1600] __sys_sendmsg+0x145/0x1f0 [ 166.298765][ T1600] do_syscall_64+0x117/0x590 [ 166.298868][ T1600] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.298988][ T1600] IN-SOFTIRQ-R at: [ 166.299052][ T1600] __lock_acquire+0x378/0xc10 [ 166.299148][ T1600] lock_acquire.part.0+0xbc/0x260 [ 166.299251][ T1600] _raw_read_lock_bh+0x44/0x80 [ 166.299349][ T1600] ipv6_get_lladdr+0xa8/0x3f0 [ 166.299452][ T1600] ndisc_send_ns+0xf3/0x120 [ 166.299562][ T1600] ndisc_solicit+0x314/0x480 [ 166.299666][ T1600] neigh_probe+0xb3/0x100 [ 166.299765][ T1600] __neigh_event_send+0x802/0x1070 [ 166.299863][ T1600] neigh_resolve_output+0xbe/0x140 [ 166.299965][ T1600] ip6_finish_output2+0x423/0x1300 [ 166.300062][ T1600] ip6_finish_output+0x646/0xda0 [ 166.300167][ T1600] ip6_output+0x23f/0x7f0 [ 166.300265][ T1600] ip6_forward+0x10f4/0x2bd0 [ 166.300366][ T1600] ipv6_rcv+0x3c1/0x5a0 [ 166.300465][ T1600] __netif_receive_skb_one_core+0xfc/0x180 [ 166.300581][ T1600] process_backlog+0x2bc/0x1490 [ 166.300679][ T1600] __napi_poll+0xa7/0x3b0 [ 166.300783][ T1600] net_rx_action+0x513/0xf50 [ 166.300884][ T1600] handle_softirqs+0x1d8/0x940 [ 166.300984][ T1600] do_softirq+0xa9/0xe0 [ 166.301083][ T1600] __local_bh_enable_ip+0x113/0x140 [ 166.301182][ T1600] __neigh_event_send+0x30a/0x1070 [ 166.301282][ T1600] neigh_resolve_output+0xbe/0x140 [ 166.301380][ T1600] ip6_finish_output2+0x423/0x1300 [ 166.301481][ T1600] ip6_finish_output+0x646/0xda0 [ 166.301583][ T1600] ip6_output+0x23f/0x7f0 [ 166.301683][ T1600] ip6_send_skb+0xee/0x350 [ 166.301783][ T1600] rawv6_push_pending_frames+0x4cb/0xa90 [ 166.301903][ T1600] rawv6_sendmsg+0x1434/0x1a50 [ 166.302000][ T1600] __sys_sendto+0x2c9/0x400 [ 166.302100][ T1600] __x64_sys_sendto+0xe4/0x1f0 [ 166.302196][ T1600] do_syscall_64+0x117/0x590 [ 166.302299][ T1600] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.302414][ T1600] INITIAL USE at: [ 166.302473][ T1600] __lock_acquire+0x378/0xc10 [ 166.302570][ T1600] lock_acquire.part.0+0xbc/0x260 [ 166.302666][ T1600] _raw_write_lock_bh+0x38/0x50 [ 166.302770][ T1600] addrconf_permanent_addr+0x108/0x9c0 [ 166.302885][ T1600] addrconf_notify+0x151/0xf30 [ 166.302982][ T1600] notifier_call_chain+0xb0/0x320 [ 166.303080][ T1600] __dev_notify_flags+0xde/0x280 [ 166.303175][ T1600] netif_change_flags+0xfe/0x190 [ 166.303276][ T1600] do_setlink.isra.0+0x1cc3/0x2750 [ 166.303378][ T1600] rtnl_newlink+0x8d1/0xef0 [ 166.303475][ T1600] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 166.303571][ T1600] netlink_rcv_skb+0x14e/0x3a0 [ 166.303668][ T1600] netlink_unicast+0x486/0x750 [ 166.303776][ T1600] netlink_sendmsg+0x735/0xc60 [ 166.303873][ T1600] ____sys_sendmsg+0x419/0x850 [ 166.303983][ T1600] ___sys_sendmsg+0x14e/0x1d0 [ 166.304080][ T1600] __sys_sendmsg+0x145/0x1f0 [ 166.304178][ T1600] do_syscall_64+0x117/0x590 [ 166.304275][ T1600] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.304397][ T1600] INITIAL READ USE at: [ 166.304473][ T1600] __lock_acquire+0x378/0xc10 [ 166.304570][ T1600] lock_acquire.part.0+0xbc/0x260 [ 166.304685][ T1600] _raw_read_lock_bh+0x44/0x80 [ 166.304783][ T1600] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 166.304903][ T1600] inet6_fill_link_af+0x5c/0xe0 [ 166.304998][ T1600] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 166.305114][ T1600] rtnl_getlink+0x9c9/0xeb0 [ 166.305209][ T1600] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 166.305310][ T1600] netlink_rcv_skb+0x14e/0x3a0 [ 166.305410][ T1600] netlink_unicast+0x486/0x750 [ 166.305508][ T1600] netlink_sendmsg+0x735/0xc60 [ 166.305614][ T1600] ____sys_sendmsg+0x419/0x850 [ 166.305723][ T1600] ___sys_sendmsg+0x14e/0x1d0 [ 166.305827][ T1600] __sys_sendmsg+0x145/0x1f0 [ 166.305933][ T1600] do_syscall_64+0x117/0x590 [ 166.306033][ T1600] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.306150][ T1600] } [ 166.306190][ T1600] ... key at: [] __key.37+0x0/0x40 [ 166.306314][ T1600] ... acquired at: [ 166.306373][ T1600] __lock_acquire+0x508/0xc10 [ 166.306454][ T1600] lock_acquire.part.0+0xbc/0x260 [ 166.306534][ T1600] _raw_spin_lock+0x33/0x40 [ 166.306615][ T1600] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 166.306714][ T1600] __ipv6_dev_ac_inc+0x57e/0x930 [ 166.306804][ T1600] addrconf_join_anycast+0x1bc/0x260 [ 166.306884][ T1600] __ipv6_ifa_notify+0x75b/0xad0 [ 166.306964][ T1600] addrconf_dad_completed+0x14b/0xe10 [ 166.307090][ T1600] addrconf_dad_work+0x3c1/0x930 [ 166.307177][ T1600] process_one_work+0xdf8/0x1410 [ 166.307255][ T1600] worker_thread+0x4f1/0xd60 [ 166.307335][ T1600] kthread+0x367/0x460 [ 166.307401][ T1600] ret_from_fork+0x474/0x6b0 [ 166.307519][ T1600] ret_from_fork_asm+0x11/0x20 [ 166.307599][ T1600] [ 166.307638][ T1600] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 166.307722][ T1600] HARDIRQ-ON-W at: [ 166.307821][ T1600] __lock_acquire+0x378/0xc10 [ 166.307916][ T1600] lock_acquire.part.0+0xbc/0x260 [ 166.308011][ T1600] _raw_spin_lock+0x33/0x40 [ 166.308116][ T1600] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 166.308285][ T1600] __ipv6_dev_ac_inc+0x57e/0x930 [ 166.308383][ T1600] addrconf_join_anycast+0x1bc/0x260 [ 166.308479][ T1600] __ipv6_ifa_notify+0x75b/0xad0 [ 166.308616][ T1600] addrconf_dad_completed+0x14b/0xe10 [ 166.308711][ T1600] addrconf_dad_work+0x3c1/0x930 [ 166.308823][ T1600] process_one_work+0xdf8/0x1410 [ 166.308965][ T1600] worker_thread+0x4f1/0xd60 [ 166.309061][ T1600] kthread+0x367/0x460 [ 166.309140][ T1600] ret_from_fork+0x474/0x6b0 [ 166.309274][ T1600] ret_from_fork_asm+0x11/0x20 [ 166.309369][ T1600] SOFTIRQ-ON-W at: [ 166.309428][ T1600] __lock_acquire+0x378/0xc10 [ 166.309526][ T1600] lock_acquire.part.0+0xbc/0x260 [ 166.309668][ T1600] _raw_spin_lock+0x33/0x40 [ 166.309767][ T1600] __ipv6_dev_ac_dec+0x236/0x5d0 [ 166.309862][ T1600] addrconf_leave_anycast+0x1bc/0x260 [ 166.309997][ T1600] dev_forward_change+0x3b3/0x850 [ 166.310094][ T1600] addrconf_fixup_forwarding+0x2af/0x4d0 [ 166.310209][ T1600] addrconf_sysctl_forward+0x209/0x2b0 [ 166.310345][ T1600] proc_sys_call_handler+0x31b/0x480 [ 166.310443][ T1600] new_sync_write+0x333/0x750 [ 166.310543][ T1600] vfs_write+0x6a4/0xc10 [ 166.310680][ T1600] ksys_write+0x116/0x250 [ 166.310782][ T1600] do_syscall_64+0x117/0x590 [ 166.310876][ T1600] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.311029][ T1600] INITIAL USE at: [ 166.311087][ T1600] __lock_acquire+0x378/0xc10 [ 166.311182][ T1600] lock_acquire.part.0+0xbc/0x260 [ 166.311277][ T1600] _raw_spin_lock+0x33/0x40 [ 166.311415][ T1600] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 166.311528][ T1600] __ipv6_dev_ac_inc+0x57e/0x930 [ 166.311627][ T1600] addrconf_join_anycast+0x1bc/0x260 [ 166.311769][ T1600] __ipv6_ifa_notify+0x75b/0xad0 [ 166.311865][ T1600] addrconf_dad_completed+0x14b/0xe10 [ 166.311963][ T1600] addrconf_dad_work+0x3c1/0x930 [ 166.312098][ T1600] process_one_work+0xdf8/0x1410 [ 166.312197][ T1600] worker_thread+0x4f1/0xd60 [ 166.312293][ T1600] kthread+0x367/0x460 [ 166.312422][ T1600] ret_from_fork+0x474/0x6b0 [ 166.312524][ T1600] ret_from_fork_asm+0x11/0x20 [ 166.312619][ T1600] } [ 166.312658][ T1600] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 166.312820][ T1600] ... acquired at: [ 166.312878][ T1600] mark_lock+0x1d7/0xa00 [ 166.312964][ T1600] mark_usage+0x105/0x170 [ 166.313040][ T1600] __lock_acquire+0x378/0xc10 [ 166.313118][ T1600] lock_acquire.part.0+0xbc/0x260 [ 166.313200][ T1600] _raw_spin_lock+0x33/0x40 [ 166.313282][ T1600] __ipv6_dev_ac_dec+0x236/0x5d0 [ 166.313359][ T1600] addrconf_leave_anycast+0x1bc/0x260 [ 166.313481][ T1600] dev_forward_change+0x3b3/0x850 [ 166.313560][ T1600] addrconf_fixup_forwarding+0x2af/0x4d0 [ 166.313659][ T1600] addrconf_sysctl_forward+0x209/0x2b0 [ 166.313745][ T1600] proc_sys_call_handler+0x31b/0x480 [ 166.313868][ T1600] new_sync_write+0x333/0x750 [ 166.313943][ T1600] vfs_write+0x6a4/0xc10 [ 166.314019][ T1600] ksys_write+0x116/0x250 [ 166.314097][ T1600] do_syscall_64+0x117/0x590 [ 166.314213][ T1600] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.314312][ T1600] [ 166.314358][ T1600] [ 166.314358][ T1600] stack backtrace: [ 166.314456][ T1600] CPU: 3 UID: 0 PID: 1600 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 166.314459][ T1600] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 166.314460][ T1600] Call Trace: [ 166.314462][ T1600] [ 166.314463][ T1600] dump_stack_lvl+0x6f/0xa0 [ 166.314467][ T1600] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 166.314470][ T1600] mark_lock_irq+0x989/0x9c0 [ 166.314473][ T1600] mark_lock+0x1d7/0xa00 [ 166.314474][ T1600] mark_usage+0x105/0x170 [ 166.314476][ T1600] __lock_acquire+0x378/0xc10 [ 166.314478][ T1600] lock_acquire.part.0+0xbc/0x260 [ 166.314479][ T1600] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 166.314481][ T1600] ? rcu_is_watching+0x15/0xd0 [ 166.314484][ T1600] ? do_raw_read_unlock+0x70/0x70 [ 166.314486][ T1600] ? lock_acquire+0x134/0x160 [ 166.314487][ T1600] _raw_spin_lock+0x33/0x40 [ 166.314489][ T1600] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 166.314490][ T1600] __ipv6_dev_ac_dec+0x236/0x5d0 [ 166.314492][ T1600] addrconf_leave_anycast+0x1bc/0x260 [ 166.314494][ T1600] ? find_held_lock+0x2b/0x80 [ 166.314497][ T1600] ? __ipv6_isatap_ifid+0x210/0x210 [ 166.314500][ T1600] ? mark_held_locks+0x40/0x70 [ 166.314502][ T1600] ? lockdep_hardirqs_on+0x8c/0x130 [ 166.314505][ T1600] dev_forward_change+0x3b3/0x850 [ 166.314508][ T1600] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 166.314510][ T1600] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 166.314512][ T1600] addrconf_fixup_forwarding+0x2af/0x4d0 [ 166.314515][ T1600] addrconf_sysctl_forward+0x209/0x2b0 [ 166.314517][ T1600] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 166.314519][ T1600] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 166.314521][ T1600] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 166.314524][ T1600] ? proc_sys_call_handler+0x25d/0x480 [ 166.314526][ T1600] proc_sys_call_handler+0x31b/0x480 [ 166.314528][ T1600] ? proc_sys_lookup+0x3d0/0x3d0 [ 166.314530][ T1600] ? rcu_read_unlock+0x1b/0x70 [ 166.314533][ T1600] ? do_raw_spin_unlock+0x59/0x250 [ 166.314534][ T1600] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 166.314536][ T1600] ? rcu_read_lock_any_held+0x3c/0x90 [ 166.314538][ T1600] ? proc_sys_call_handler+0x480/0x480 [ 166.314540][ T1600] new_sync_write+0x333/0x750 [ 166.314542][ T1600] ? __lock_acquire+0x508/0xc10 [ 166.314543][ T1600] ? new_sync_read+0x740/0x740 [ 166.314545][ T1600] ? lock_acquire.part.0+0xbc/0x260 [ 166.314546][ T1600] ? ksys_write+0x116/0x250 [ 166.314548][ T1600] vfs_write+0x6a4/0xc10 [ 166.314550][ T1600] ksys_write+0x116/0x250 [ 166.314551][ T1600] ? __ia32_sys_read+0xc0/0xc0 [ 166.314553][ T1600] ? rcu_is_watching+0x15/0xd0 [ 166.314554][ T1600] ? rcu_is_watching+0x15/0xd0 [ 166.314556][ T1600] do_syscall_64+0x117/0x590 [ 166.314557][ T1600] ? trace_hardirqs_off+0xd/0x30 [ 166.314560][ T1600] ? exc_page_fault+0xee/0x100 [ 166.314562][ T1600] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.314564][ T1600] RIP: 0033:0x7fe97b42108e [ 166.314566][ T1600] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 166.314568][ T1600] RSP: 002b:00007fff4c2e8160 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 166.314571][ T1600] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007fe97b42108e [ 166.314572][ T1600] RDX: 0000000000000002 RSI: 00005561492264b0 RDI: 0000000000000005 [ 166.314573][ T1600] RBP: 00007fff4c2e8170 R08: 0000000000000000 R09: 0000000000000000 [ 166.314574][ T1600] R10: 0000000000000000 R11: 0000000000000202 R12: 00005561492285e0 [ 166.314575][ T1600] R13: 0000556149226470 R14: 0000000000000002 R15: 0000000000000000 [ 166.314577][ T1600]