[ 10.607258][ T192] ip (192) used greatest stack depth: 23920 bytes left [ 261.281645][ T1842] [ 261.281749][ T1842] ======================================================== [ 261.281951][ T1842] WARNING: possible irq lock inversion dependency detected [ 261.282169][ T1842] 7.1.0-rc5-virtme #1 Not tainted [ 261.282290][ T1842] -------------------------------------------------------- [ 261.282471][ T1842] sysctl/1842 just changed the state of lock: [ 261.282646][ T1842] ffffffff88b7e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 261.282933][ T1842] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 261.283141][ T1842] (&ndev->lock){++.-}-{3:3} [ 261.283145][ T1842] [ 261.283145][ T1842] [ 261.283145][ T1842] and interrupts could create inverse lock ordering between them. [ 261.283145][ T1842] [ 261.283568][ T1842] [ 261.283568][ T1842] other info that might help us debug this: [ 261.283761][ T1842] Possible interrupt unsafe locking scenario: [ 261.283761][ T1842] [ 261.283990][ T1842] CPU0 CPU1 [ 261.284120][ T1842] ---- ---- [ 261.284259][ T1842] lock(acaddr_hash_lock); [ 261.284382][ T1842] local_irq_disable(); [ 261.284531][ T1842] lock(&ndev->lock); [ 261.284708][ T1842] lock(acaddr_hash_lock); [ 261.284890][ T1842] [ 261.285000][ T1842] lock(&ndev->lock); [ 261.285118][ T1842] [ 261.285118][ T1842] *** DEADLOCK *** [ 261.285118][ T1842] [ 261.285291][ T1842] 2 locks held by sysctl/1842: [ 261.285411][ T1842] #0: ff1100000a0493e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 261.285629][ T1842] #1: ffffffff88a8c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 261.285876][ T1842] [ 261.285876][ T1842] the shortest dependencies between 2nd lock and 1st lock: [ 261.286091][ T1842] -> (&ndev->lock){++.-}-{3:3} { [ 261.286234][ T1842] HARDIRQ-ON-W at: [ 261.286327][ T1842] __lock_acquire+0x378/0xc10 [ 261.286479][ T1842] lock_acquire.part.0+0xbc/0x260 [ 261.286626][ T1842] _raw_write_lock_bh+0x38/0x50 [ 261.286772][ T1842] addrconf_permanent_addr+0x108/0x9c0 [ 261.286953][ T1842] addrconf_notify+0x151/0xf30 [ 261.287101][ T1842] notifier_call_chain+0xb0/0x320 [ 261.287245][ T1842] __dev_notify_flags+0xde/0x280 [ 261.287395][ T1842] netif_change_flags+0xfe/0x190 [ 261.287539][ T1842] do_setlink.isra.0+0x1cc3/0x2750 [ 261.287689][ T1842] rtnl_newlink+0x8d1/0xef0 [ 261.287837][ T1842] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 261.287991][ T1842] netlink_rcv_skb+0x14e/0x3a0 [ 261.288139][ T1842] netlink_unicast+0x486/0x750 [ 261.288290][ T1842] netlink_sendmsg+0x735/0xc60 [ 261.288444][ T1842] ____sys_sendmsg+0x419/0x850 [ 261.288596][ T1842] ___sys_sendmsg+0x14e/0x1d0 [ 261.288749][ T1842] __sys_sendmsg+0x145/0x1f0 [ 261.288904][ T1842] do_syscall_64+0x117/0x590 [ 261.289053][ T1842] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 261.289243][ T1842] HARDIRQ-ON-R at: [ 261.289339][ T1842] __lock_acquire+0x378/0xc10 [ 261.289489][ T1842] lock_acquire.part.0+0xbc/0x260 [ 261.289635][ T1842] _raw_read_lock_bh+0x44/0x80 [ 261.289785][ T1842] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 261.289968][ T1842] inet6_fill_link_af+0x5c/0xe0 [ 261.290121][ T1842] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 261.290298][ T1842] rtnl_getlink+0x9c9/0xeb0 [ 261.290453][ T1842] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 261.290601][ T1842] netlink_rcv_skb+0x14e/0x3a0 [ 261.290748][ T1842] netlink_unicast+0x486/0x750 [ 261.290905][ T1842] netlink_sendmsg+0x735/0xc60 [ 261.291057][ T1842] ____sys_sendmsg+0x419/0x850 [ 261.291208][ T1842] ___sys_sendmsg+0x14e/0x1d0 [ 261.291360][ T1842] __sys_sendmsg+0x145/0x1f0 [ 261.291503][ T1842] do_syscall_64+0x117/0x590 [ 261.291644][ T1842] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 261.291811][ T1842] IN-SOFTIRQ-R at: [ 261.291905][ T1842] __lock_acquire+0x378/0xc10 [ 261.292057][ T1842] lock_acquire.part.0+0xbc/0x260 [ 261.292201][ T1842] _raw_read_lock_bh+0x44/0x80 [ 261.292350][ T1842] ipv6_get_lladdr+0xa8/0x3f0 [ 261.292498][ T1842] ndisc_send_ns+0xf3/0x120 [ 261.292647][ T1842] ndisc_solicit+0x314/0x480 [ 261.292798][ T1842] neigh_probe+0xb3/0x100 [ 261.292959][ T1842] __neigh_event_send+0x802/0x1070 [ 261.293100][ T1842] neigh_resolve_output+0xbe/0x140 [ 261.293244][ T1842] ip6_finish_output2+0x423/0x1300 [ 261.293394][ T1842] ip6_finish_output+0x646/0xda0 [ 261.293546][ T1842] ip6_output+0x23f/0x7f0 [ 261.293699][ T1842] ip6_forward+0x10f4/0x2bd0 [ 261.293851][ T1842] ipv6_rcv+0x3c1/0x5a0 [ 261.294009][ T1842] __netif_receive_skb_one_core+0xfc/0x180 [ 261.294191][ T1842] process_backlog+0x2bc/0x1490 [ 261.294350][ T1842] __napi_poll+0xa7/0x3b0 [ 261.294497][ T1842] net_rx_action+0x513/0xf50 [ 261.294641][ T1842] handle_softirqs+0x1d8/0x940 [ 261.294788][ T1842] do_softirq+0xa9/0xe0 [ 261.294943][ T1842] __local_bh_enable_ip+0x113/0x140 [ 261.295092][ T1842] __neigh_event_send+0x30a/0x1070 [ 261.295247][ T1842] neigh_resolve_output+0xbe/0x140 [ 261.295405][ T1842] ip6_finish_output2+0x423/0x1300 [ 261.295558][ T1842] ip6_finish_output+0x646/0xda0 [ 261.295711][ T1842] ip6_output+0x23f/0x7f0 [ 261.295860][ T1842] ip6_send_skb+0xee/0x350 [ 261.296020][ T1842] rawv6_push_pending_frames+0x4cb/0xa90 [ 261.296200][ T1842] rawv6_sendmsg+0x1434/0x1a50 [ 261.296380][ T1842] __sys_sendto+0x2c9/0x400 [ 261.296536][ T1842] __x64_sys_sendto+0xe4/0x1f0 [ 261.296690][ T1842] do_syscall_64+0x117/0x590 [ 261.296836][ T1842] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 261.297016][ T1842] INITIAL USE at: [ 261.297105][ T1842] __lock_acquire+0x378/0xc10 [ 261.297249][ T1842] lock_acquire.part.0+0xbc/0x260 [ 261.297396][ T1842] _raw_write_lock_bh+0x38/0x50 [ 261.297539][ T1842] addrconf_permanent_addr+0x108/0x9c0 [ 261.297708][ T1842] addrconf_notify+0x151/0xf30 [ 261.297851][ T1842] notifier_call_chain+0xb0/0x320 [ 261.298000][ T1842] __dev_notify_flags+0xde/0x280 [ 261.298146][ T1842] netif_change_flags+0xfe/0x190 [ 261.298285][ T1842] do_setlink.isra.0+0x1cc3/0x2750 [ 261.298430][ T1842] rtnl_newlink+0x8d1/0xef0 [ 261.298573][ T1842] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 261.298723][ T1842] netlink_rcv_skb+0x14e/0x3a0 [ 261.298870][ T1842] netlink_unicast+0x486/0x750 [ 261.299026][ T1842] netlink_sendmsg+0x735/0xc60 [ 261.299177][ T1842] ____sys_sendmsg+0x419/0x850 [ 261.299322][ T1842] ___sys_sendmsg+0x14e/0x1d0 [ 261.299471][ T1842] __sys_sendmsg+0x145/0x1f0 [ 261.299620][ T1842] do_syscall_64+0x117/0x590 [ 261.299777][ T1842] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 261.299958][ T1842] INITIAL READ USE at: [ 261.300078][ T1842] __lock_acquire+0x378/0xc10 [ 261.300223][ T1842] lock_acquire.part.0+0xbc/0x260 [ 261.300404][ T1842] _raw_read_lock_bh+0x44/0x80 [ 261.300551][ T1842] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 261.300731][ T1842] inet6_fill_link_af+0x5c/0xe0 [ 261.300877][ T1842] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 261.301057][ T1842] rtnl_getlink+0x9c9/0xeb0 [ 261.301203][ T1842] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 261.301354][ T1842] netlink_rcv_skb+0x14e/0x3a0 [ 261.301497][ T1842] netlink_unicast+0x486/0x750 [ 261.301644][ T1842] netlink_sendmsg+0x735/0xc60 [ 261.301791][ T1842] ____sys_sendmsg+0x419/0x850 [ 261.301952][ T1842] ___sys_sendmsg+0x14e/0x1d0 [ 261.302098][ T1842] __sys_sendmsg+0x145/0x1f0 [ 261.302243][ T1842] do_syscall_64+0x117/0x590 [ 261.302391][ T1842] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 261.302568][ T1842] } [ 261.302629][ T1842] ... key at: [] __key.37+0x0/0x40 [ 261.302802][ T1842] ... acquired at: [ 261.302889][ T1842] __lock_acquire+0x508/0xc10 [ 261.303019][ T1842] lock_acquire.part.0+0xbc/0x260 [ 261.303133][ T1842] _raw_spin_lock+0x33/0x40 [ 261.303251][ T1842] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 261.303402][ T1842] __ipv6_dev_ac_inc+0x57e/0x930 [ 261.303521][ T1842] addrconf_join_anycast+0x1bc/0x260 [ 261.303636][ T1842] __ipv6_ifa_notify+0x75b/0xad0 [ 261.303754][ T1842] addrconf_dad_completed+0x14b/0xe10 [ 261.303872][ T1842] addrconf_dad_work+0x3c1/0x930 [ 261.303992][ T1842] process_one_work+0xdf8/0x1410 [ 261.304112][ T1842] worker_thread+0x4f1/0xd60 [ 261.304232][ T1842] kthread+0x367/0x460 [ 261.304317][ T1842] ret_from_fork+0x474/0x6b0 [ 261.304436][ T1842] ret_from_fork_asm+0x11/0x20 [ 261.304550][ T1842] [ 261.304606][ T1842] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 261.304727][ T1842] HARDIRQ-ON-W at: [ 261.304819][ T1842] __lock_acquire+0x378/0xc10 [ 261.304972][ T1842] lock_acquire.part.0+0xbc/0x260 [ 261.305117][ T1842] _raw_spin_lock+0x33/0x40 [ 261.305259][ T1842] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 261.305434][ T1842] __ipv6_dev_ac_inc+0x57e/0x930 [ 261.305578][ T1842] addrconf_join_anycast+0x1bc/0x260 [ 261.305720][ T1842] __ipv6_ifa_notify+0x75b/0xad0 [ 261.305867][ T1842] addrconf_dad_completed+0x14b/0xe10 [ 261.306019][ T1842] addrconf_dad_work+0x3c1/0x930 [ 261.306165][ T1842] process_one_work+0xdf8/0x1410 [ 261.306313][ T1842] worker_thread+0x4f1/0xd60 [ 261.306462][ T1842] kthread+0x367/0x460 [ 261.306586][ T1842] ret_from_fork+0x474/0x6b0 [ 261.306735][ T1842] ret_from_fork_asm+0x11/0x20 [ 261.306880][ T1842] SOFTIRQ-ON-W at: [ 261.306976][ T1842] __lock_acquire+0x378/0xc10 [ 261.307126][ T1842] lock_acquire.part.0+0xbc/0x260 [ 261.307272][ T1842] _raw_spin_lock+0x33/0x40 [ 261.307422][ T1842] __ipv6_dev_ac_dec+0x236/0x5d0 [ 261.307570][ T1842] addrconf_leave_anycast+0x1bc/0x260 [ 261.307717][ T1842] dev_forward_change+0x3b3/0x850 [ 261.307863][ T1842] addrconf_fixup_forwarding+0x2af/0x4d0 [ 261.308048][ T1842] addrconf_sysctl_forward+0x209/0x2b0 [ 261.308189][ T1842] proc_sys_call_handler+0x31b/0x480 [ 261.308336][ T1842] new_sync_write+0x333/0x750 [ 261.308486][ T1842] vfs_write+0x6a4/0xc10 [ 261.308631][ T1842] ksys_write+0x116/0x250 [ 261.308777][ T1842] do_syscall_64+0x117/0x590 [ 261.308931][ T1842] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 261.309105][ T1842] INITIAL USE at: [ 261.309191][ T1842] __lock_acquire+0x378/0xc10 [ 261.309337][ T1842] lock_acquire.part.0+0xbc/0x260 [ 261.309481][ T1842] _raw_spin_lock+0x33/0x40 [ 261.309707][ T1842] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 261.309955][ T1842] __ipv6_dev_ac_inc+0x57e/0x930 [ 261.310149][ T1842] addrconf_join_anycast+0x1bc/0x260 [ 261.310417][ T1842] __ipv6_ifa_notify+0x75b/0xad0 [ 261.310578][ T1842] addrconf_dad_completed+0x14b/0xe10 [ 261.310730][ T1842] addrconf_dad_work+0x3c1/0x930 [ 261.310878][ T1842] process_one_work+0xdf8/0x1410 [ 261.311108][ T1842] worker_thread+0x4f1/0xd60 [ 261.311247][ T1842] kthread+0x367/0x460 [ 261.311367][ T1842] ret_from_fork+0x474/0x6b0 [ 261.311588][ T1842] ret_from_fork_asm+0x11/0x20 [ 261.311736][ T1842] } [ 261.311796][ T1842] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 261.311977][ T1842] ... acquired at: [ 261.312063][ T1842] mark_lock+0x1d7/0xa00 [ 261.312215][ T1842] mark_usage+0x105/0x170 [ 261.312346][ T1842] __lock_acquire+0x378/0xc10 [ 261.312480][ T1842] lock_acquire.part.0+0xbc/0x260 [ 261.312660][ T1842] _raw_spin_lock+0x33/0x40 [ 261.312801][ T1842] __ipv6_dev_ac_dec+0x236/0x5d0 [ 261.312925][ T1842] addrconf_leave_anycast+0x1bc/0x260 [ 261.313072][ T1842] dev_forward_change+0x3b3/0x850 [ 261.313257][ T1842] addrconf_fixup_forwarding+0x2af/0x4d0 [ 261.313399][ T1842] addrconf_sysctl_forward+0x209/0x2b0 [ 261.313516][ T1842] proc_sys_call_handler+0x31b/0x480 [ 261.313630][ T1842] new_sync_write+0x333/0x750 [ 261.313817][ T1842] vfs_write+0x6a4/0xc10 [ 261.313938][ T1842] ksys_write+0x116/0x250 [ 261.314057][ T1842] do_syscall_64+0x117/0x590 [ 261.314174][ T1842] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 261.314398][ T1842] [ 261.314458][ T1842] [ 261.314458][ T1842] stack backtrace: [ 261.314602][ T1842] CPU: 3 UID: 0 PID: 1842 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 261.314607][ T1842] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 261.314610][ T1842] Call Trace: [ 261.314612][ T1842] [ 261.314614][ T1842] dump_stack_lvl+0x6f/0xa0 [ 261.314619][ T1842] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 261.314623][ T1842] mark_lock_irq+0x989/0x9c0 [ 261.314628][ T1842] mark_lock+0x1d7/0xa00 [ 261.314631][ T1842] mark_usage+0x105/0x170 [ 261.314634][ T1842] __lock_acquire+0x378/0xc10 [ 261.314637][ T1842] lock_acquire.part.0+0xbc/0x260 [ 261.314640][ T1842] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 261.314643][ T1842] ? rcu_is_watching+0x15/0xd0 [ 261.314647][ T1842] ? do_raw_read_unlock+0x70/0x70 [ 261.314649][ T1842] ? lock_acquire+0x134/0x160 [ 261.314652][ T1842] _raw_spin_lock+0x33/0x40 [ 261.314655][ T1842] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 261.314657][ T1842] __ipv6_dev_ac_dec+0x236/0x5d0 [ 261.314662][ T1842] addrconf_leave_anycast+0x1bc/0x260 [ 261.314665][ T1842] ? find_held_lock+0x2b/0x80 [ 261.314669][ T1842] ? __ipv6_isatap_ifid+0x210/0x210 [ 261.314672][ T1842] ? mark_held_locks+0x40/0x70 [ 261.314675][ T1842] ? lockdep_hardirqs_on+0x8c/0x130 [ 261.314678][ T1842] dev_forward_change+0x3b3/0x850 [ 261.314682][ T1842] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 261.314685][ T1842] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 261.314689][ T1842] addrconf_fixup_forwarding+0x2af/0x4d0 [ 261.314693][ T1842] addrconf_sysctl_forward+0x209/0x2b0 [ 261.314696][ T1842] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 261.314700][ T1842] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 261.314703][ T1842] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 261.314707][ T1842] ? proc_sys_call_handler+0x25d/0x480 [ 261.314711][ T1842] proc_sys_call_handler+0x31b/0x480 [ 261.314715][ T1842] ? proc_sys_lookup+0x3d0/0x3d0 [ 261.314718][ T1842] ? rcu_read_unlock+0x1b/0x70 [ 261.314721][ T1842] ? do_raw_spin_unlock+0x59/0x250 [ 261.314724][ T1842] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 261.314727][ T1842] ? rcu_read_lock_any_held+0x3c/0x90 [ 261.314730][ T1842] ? proc_sys_call_handler+0x480/0x480 [ 261.314733][ T1842] new_sync_write+0x333/0x750 [ 261.314736][ T1842] ? __lock_acquire+0x508/0xc10 [ 261.314738][ T1842] ? new_sync_read+0x740/0x740 [ 261.314741][ T1842] ? lock_acquire.part.0+0xbc/0x260 [ 261.314743][ T1842] ? ksys_write+0x116/0x250 [ 261.314747][ T1842] vfs_write+0x6a4/0xc10 [ 261.314750][ T1842] ksys_write+0x116/0x250 [ 261.314753][ T1842] ? __ia32_sys_read+0xc0/0xc0 [ 261.314755][ T1842] ? rcu_is_watching+0x15/0xd0 [ 261.314757][ T1842] ? rcu_is_watching+0x15/0xd0 [ 261.314761][ T1842] do_syscall_64+0x117/0x590 [ 261.314763][ T1842] ? trace_hardirqs_off+0xd/0x30 [ 261.314766][ T1842] ? exc_page_fault+0xee/0x100 [ 261.314769][ T1842] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 261.314772][ T1842] RIP: 0033:0x7fb306c2808e [ 261.314776][ T1842] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 261.314779][ T1842] RSP: 002b:00007ffff19b18c0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 261.314783][ T1842] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007fb306c2808e [ 261.314785][ T1842] RDX: 0000000000000002 RSI: 000056204fed34b0 RDI: 0000000000000005 [ 261.314787][ T1842] RBP: 00007ffff19b18d0 R08: 0000000000000000 R09: 0000000000000000 [ 261.314788][ T1842] R10: 0000000000000000 R11: 0000000000000202 R12: 000056204fed55e0 [ 261.314789][ T1842] R13: 000056204fed3470 R14: 0000000000000002 R15: 0000000000000000 [ 261.314794][ T1842]