[ 9.837339][ T187] ip (187) used greatest stack depth: 24400 bytes left [ 9.965306][ T192] ip (192) used greatest stack depth: 24272 bytes left [ 22.936361][ T338] [ 22.936448][ T338] ======================================================== [ 22.936575][ T338] WARNING: possible irq lock inversion dependency detected [ 22.936699][ T338] 7.1.0-rc5-virtme #1 Not tainted [ 22.936780][ T338] -------------------------------------------------------- [ 22.936901][ T338] sysctl/338 just changed the state of lock: [ 22.937002][ T338] ffffffff8857e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 22.937155][ T338] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 22.937274][ T338] (&ndev->lock){++.-}-{3:3} [ 22.937277][ T338] [ 22.937277][ T338] [ 22.937277][ T338] and interrupts could create inverse lock ordering between them. [ 22.937277][ T338] [ 22.937572][ T338] [ 22.937572][ T338] other info that might help us debug this: [ 22.937696][ T338] Possible interrupt unsafe locking scenario: [ 22.937696][ T338] [ 22.937816][ T338] CPU0 CPU1 [ 22.937901][ T338] ---- ---- [ 22.937982][ T338] lock(acaddr_hash_lock); [ 22.938068][ T338] local_irq_disable(); [ 22.938167][ T338] lock(&ndev->lock); [ 22.938265][ T338] lock(acaddr_hash_lock); [ 22.938372][ T338] [ 22.938433][ T338] lock(&ndev->lock); [ 22.938496][ T338] [ 22.938496][ T338] *** DEADLOCK *** [ 22.938496][ T338] [ 22.938613][ T338] 2 locks held by sysctl/338: [ 22.938694][ T338] #0: ff11000009be43e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 22.938844][ T338] #1: ffffffff8848c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 22.939006][ T338] [ 22.939006][ T338] the shortest dependencies between 2nd lock and 1st lock: [ 22.939144][ T338] -> (&ndev->lock){++.-}-{3:3} { [ 22.939231][ T338] HARDIRQ-ON-W at: [ 22.939296][ T338] __lock_acquire+0x378/0xc10 [ 22.939441][ T338] lock_acquire.part.0+0xbc/0x260 [ 22.939540][ T338] _raw_write_lock_bh+0x38/0x50 [ 22.939646][ T338] addrconf_permanent_addr+0x108/0x9c0 [ 22.939767][ T338] addrconf_notify+0x151/0xf30 [ 22.939870][ T338] notifier_call_chain+0xb0/0x320 [ 22.939971][ T338] __dev_notify_flags+0xde/0x280 [ 22.940118][ T338] netif_change_flags+0xfe/0x190 [ 22.940219][ T338] do_setlink.isra.0+0x1cc3/0x2750 [ 22.940321][ T338] rtnl_newlink+0x8d1/0xef0 [ 22.940467][ T338] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 22.940567][ T338] netlink_rcv_skb+0x14e/0x3a0 [ 22.940671][ T338] netlink_unicast+0x486/0x750 [ 22.940813][ T338] netlink_sendmsg+0x735/0xc60 [ 22.940913][ T338] ____sys_sendmsg+0x419/0x850 [ 22.941017][ T338] ___sys_sendmsg+0x14e/0x1d0 [ 22.941161][ T338] __sys_sendmsg+0x145/0x1f0 [ 22.941260][ T338] do_syscall_64+0x117/0x590 [ 22.941364][ T338] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.941524][ T338] HARDIRQ-ON-R at: [ 22.941586][ T338] __lock_acquire+0x378/0xc10 [ 22.941687][ T338] lock_acquire.part.0+0xbc/0x260 [ 22.941786][ T338] _raw_read_lock_bh+0x44/0x80 [ 22.941930][ T338] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 22.942049][ T338] inet6_fill_link_af+0x5c/0xe0 [ 22.942153][ T338] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 22.942317][ T338] rtnl_getlink+0x9c9/0xeb0 [ 22.942421][ T338] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 22.942523][ T338] netlink_rcv_skb+0x14e/0x3a0 [ 22.942669][ T338] netlink_unicast+0x486/0x750 [ 22.942772][ T338] netlink_sendmsg+0x735/0xc60 [ 22.942873][ T338] ____sys_sendmsg+0x419/0x850 [ 22.943019][ T338] ___sys_sendmsg+0x14e/0x1d0 [ 22.943123][ T338] __sys_sendmsg+0x145/0x1f0 [ 22.943223][ T338] do_syscall_64+0x117/0x590 [ 22.943371][ T338] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.943493][ T338] IN-SOFTIRQ-R at: [ 22.943554][ T338] __lock_acquire+0x378/0xc10 [ 22.943654][ T338] lock_acquire.part.0+0xbc/0x260 [ 22.943796][ T338] _raw_read_lock_bh+0x44/0x80 [ 22.943898][ T338] ipv6_get_lladdr+0xa8/0x3f0 [ 22.943998][ T338] ndisc_send_ns+0xf3/0x120 [ 22.944142][ T338] ndisc_solicit+0x314/0x480 [ 22.944242][ T338] neigh_probe+0xb3/0x100 [ 22.944349][ T338] __neigh_event_send+0x802/0x1070 [ 22.944492][ T338] neigh_resolve_output+0xbe/0x140 [ 22.944593][ T338] ip6_finish_output2+0x423/0x1300 [ 22.944693][ T338] ip6_finish_output+0x646/0xda0 [ 22.944836][ T338] ip6_output+0x23f/0x7f0 [ 22.944937][ T338] ip6_forward+0x10f4/0x2bd0 [ 22.945038][ T338] ipv6_rcv+0x3c1/0x5a0 [ 22.945139][ T338] __netif_receive_skb_one_core+0xfc/0x180 [ 22.945301][ T338] process_backlog+0x2bc/0x1490 [ 22.945405][ T338] __napi_poll+0xa7/0x3b0 [ 22.945504][ T338] net_rx_action+0x513/0xf50 [ 22.945648][ T338] handle_softirqs+0x1d8/0x940 [ 22.945750][ T338] do_softirq+0xa9/0xe0 [ 22.945853][ T338] __local_bh_enable_ip+0x113/0x140 [ 22.946000][ T338] __neigh_event_send+0x30a/0x1070 [ 22.946103][ T338] neigh_resolve_output+0xbe/0x140 [ 22.946205][ T338] ip6_finish_output2+0x423/0x1300 [ 22.946348][ T338] ip6_finish_output+0x646/0xda0 [ 22.946448][ T338] ip6_output+0x23f/0x7f0 [ 22.946547][ T338] ip6_send_skb+0xee/0x350 [ 22.946690][ T338] rawv6_push_pending_frames+0x4cb/0xa90 [ 22.946810][ T338] rawv6_sendmsg+0x1434/0x1a50 [ 22.946913][ T338] __sys_sendto+0x2c9/0x400 [ 22.947056][ T338] __x64_sys_sendto+0xe4/0x1f0 [ 22.947158][ T338] do_syscall_64+0x117/0x590 [ 22.947258][ T338] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.947425][ T338] INITIAL USE at: [ 22.947486][ T338] __lock_acquire+0x378/0xc10 [ 22.947587][ T338] lock_acquire.part.0+0xbc/0x260 [ 22.947688][ T338] _raw_write_lock_bh+0x38/0x50 [ 22.947830][ T338] addrconf_permanent_addr+0x108/0x9c0 [ 22.947950][ T338] addrconf_notify+0x151/0xf30 [ 22.948051][ T338] notifier_call_chain+0xb0/0x320 [ 22.948154][ T338] __dev_notify_flags+0xde/0x280 [ 22.948254][ T338] netif_change_flags+0xfe/0x190 [ 22.948358][ T338] do_setlink.isra.0+0x1cc3/0x2750 [ 22.948500][ T338] rtnl_newlink+0x8d1/0xef0 [ 22.948601][ T338] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 22.948703][ T338] netlink_rcv_skb+0x14e/0x3a0 [ 22.948847][ T338] netlink_unicast+0x486/0x750 [ 22.948947][ T338] netlink_sendmsg+0x735/0xc60 [ 22.949048][ T338] ____sys_sendmsg+0x419/0x850 [ 22.949193][ T338] ___sys_sendmsg+0x14e/0x1d0 [ 22.949295][ T338] __sys_sendmsg+0x145/0x1f0 [ 22.949401][ T338] do_syscall_64+0x117/0x590 [ 22.949500][ T338] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.949664][ T338] INITIAL READ USE at: [ 22.949743][ T338] __lock_acquire+0x378/0xc10 [ 22.949843][ T338] lock_acquire.part.0+0xbc/0x260 [ 22.950006][ T338] _raw_read_lock_bh+0x44/0x80 [ 22.950107][ T338] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 22.950225][ T338] inet6_fill_link_af+0x5c/0xe0 [ 22.950375][ T338] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 22.950493][ T338] rtnl_getlink+0x9c9/0xeb0 [ 22.950595][ T338] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 22.950734][ T338] netlink_rcv_skb+0x14e/0x3a0 [ 22.950834][ T338] netlink_unicast+0x486/0x750 [ 22.950933][ T338] netlink_sendmsg+0x735/0xc60 [ 22.951075][ T338] ____sys_sendmsg+0x419/0x850 [ 22.951178][ T338] ___sys_sendmsg+0x14e/0x1d0 [ 22.951279][ T338] __sys_sendmsg+0x145/0x1f0 [ 22.951423][ T338] do_syscall_64+0x117/0x590 [ 22.951522][ T338] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.951640][ T338] } [ 22.951684][ T338] ... key at: [] __key.37+0x0/0x40 [ 22.951848][ T338] ... acquired at: [ 22.951909][ T338] __lock_acquire+0x508/0xc10 [ 22.951991][ T338] lock_acquire.part.0+0xbc/0x260 [ 22.952111][ T338] _raw_spin_lock+0x33/0x40 [ 22.952192][ T338] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 22.952291][ T338] __ipv6_dev_ac_inc+0x57e/0x930 [ 22.952376][ T338] addrconf_join_anycast+0x1bc/0x260 [ 22.952496][ T338] __ipv6_ifa_notify+0x75b/0xad0 [ 22.952576][ T338] addrconf_dad_completed+0x14b/0xe10 [ 22.952656][ T338] addrconf_dad_work+0x3c1/0x930 [ 22.952736][ T338] process_one_work+0xdf8/0x1410 [ 22.952860][ T338] worker_thread+0x4f1/0xd60 [ 22.952940][ T338] kthread+0x367/0x460 [ 22.953002][ T338] ret_from_fork+0x474/0x6b0 [ 22.953082][ T338] ret_from_fork_asm+0x11/0x20 [ 22.953206][ T338] [ 22.953246][ T338] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 22.953332][ T338] HARDIRQ-ON-W at: [ 22.953392][ T338] __lock_acquire+0x378/0xc10 [ 22.953493][ T338] lock_acquire.part.0+0xbc/0x260 [ 22.953636][ T338] _raw_spin_lock+0x33/0x40 [ 22.953736][ T338] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 22.953854][ T338] __ipv6_dev_ac_inc+0x57e/0x930 [ 22.953994][ T338] addrconf_join_anycast+0x1bc/0x260 [ 22.954093][ T338] __ipv6_ifa_notify+0x75b/0xad0 [ 22.954195][ T338] addrconf_dad_completed+0x14b/0xe10 [ 22.954342][ T338] addrconf_dad_work+0x3c1/0x930 [ 22.954441][ T338] process_one_work+0xdf8/0x1410 [ 22.954540][ T338] worker_thread+0x4f1/0xd60 [ 22.954769][ T338] kthread+0x367/0x460 [ 22.954859][ T338] ret_from_fork+0x474/0x6b0 [ 22.954963][ T338] ret_from_fork_asm+0x11/0x20 [ 22.955063][ T338] SOFTIRQ-ON-W at: [ 22.955164][ T338] __lock_acquire+0x378/0xc10 [ 22.955265][ T338] lock_acquire.part.0+0xbc/0x260 [ 22.955640][ T338] _raw_spin_lock+0x33/0x40 [ 22.955780][ T338] __ipv6_dev_ac_dec+0x236/0x5d0 [ 22.955882][ T338] addrconf_leave_anycast+0x1bc/0x260 [ 22.955983][ T338] dev_forward_change+0x3b3/0x850 [ 22.956126][ T338] addrconf_fixup_forwarding+0x2af/0x4d0 [ 22.956247][ T338] addrconf_sysctl_forward+0x209/0x2b0 [ 22.956352][ T338] proc_sys_call_handler+0x31b/0x480 [ 22.956496][ T338] new_sync_write+0x333/0x750 [ 22.956597][ T338] vfs_write+0x6a4/0xc10 [ 22.956696][ T338] ksys_write+0x116/0x250 [ 22.956796][ T338] do_syscall_64+0x117/0x590 [ 22.956939][ T338] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.957057][ T338] INITIAL USE at: [ 22.957147][ T338] __lock_acquire+0x378/0xc10 [ 22.957344][ T338] lock_acquire.part.0+0xbc/0x260 [ 22.957487][ T338] _raw_spin_lock+0x33/0x40 [ 22.957616][ T338] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 22.957780][ T338] __ipv6_dev_ac_inc+0x57e/0x930 [ 22.957882][ T338] addrconf_join_anycast+0x1bc/0x260 [ 22.957984][ T338] __ipv6_ifa_notify+0x75b/0xad0 [ 22.958127][ T338] addrconf_dad_completed+0x14b/0xe10 [ 22.958227][ T338] addrconf_dad_work+0x3c1/0x930 [ 22.958332][ T338] process_one_work+0xdf8/0x1410 [ 22.958474][ T338] worker_thread+0x4f1/0xd60 [ 22.958576][ T338] kthread+0x367/0x460 [ 22.958656][ T338] ret_from_fork+0x474/0x6b0 [ 22.958755][ T338] ret_from_fork_asm+0x11/0x20 [ 22.958899][ T338] } [ 22.958940][ T338] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 22.959060][ T338] ... acquired at: [ 22.959122][ T338] mark_lock+0x1d7/0xa00 [ 22.959242][ T338] mark_usage+0x105/0x170 [ 22.959324][ T338] __lock_acquire+0x378/0xc10 [ 22.959403][ T338] lock_acquire.part.0+0xbc/0x260 [ 22.959482][ T338] _raw_spin_lock+0x33/0x40 [ 22.959602][ T338] __ipv6_dev_ac_dec+0x236/0x5d0 [ 22.959680][ T338] addrconf_leave_anycast+0x1bc/0x260 [ 22.959760][ T338] dev_forward_change+0x3b3/0x850 [ 22.959840][ T338] addrconf_fixup_forwarding+0x2af/0x4d0 [ 22.959979][ T338] addrconf_sysctl_forward+0x209/0x2b0 [ 22.960059][ T338] proc_sys_call_handler+0x31b/0x480 [ 22.960140][ T338] new_sync_write+0x333/0x750 [ 22.960219][ T338] vfs_write+0x6a4/0xc10 [ 22.960342][ T338] ksys_write+0x116/0x250 [ 22.960424][ T338] do_syscall_64+0x117/0x590 [ 22.960503][ T338] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.960644][ T338] [ 22.960703][ T338] [ 22.960703][ T338] stack backtrace: [ 22.960849][ T338] CPU: 2 UID: 0 PID: 338 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 22.960853][ T338] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 22.960855][ T338] Call Trace: [ 22.960856][ T338] [ 22.960857][ T338] dump_stack_lvl+0x6f/0xa0 [ 22.960861][ T338] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 22.960865][ T338] mark_lock_irq+0x989/0x9c0 [ 22.960868][ T338] mark_lock+0x1d7/0xa00 [ 22.960869][ T338] mark_usage+0x105/0x170 [ 22.960871][ T338] __lock_acquire+0x378/0xc10 [ 22.960873][ T338] lock_acquire.part.0+0xbc/0x260 [ 22.960875][ T338] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 22.960876][ T338] ? rcu_is_watching+0x15/0xd0 [ 22.960879][ T338] ? do_raw_read_unlock+0x70/0x70 [ 22.960881][ T338] ? lock_acquire+0x134/0x160 [ 22.960883][ T338] _raw_spin_lock+0x33/0x40 [ 22.960885][ T338] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 22.960886][ T338] __ipv6_dev_ac_dec+0x236/0x5d0 [ 22.960888][ T338] addrconf_leave_anycast+0x1bc/0x260 [ 22.960890][ T338] ? find_held_lock+0x2b/0x80 [ 22.960892][ T338] ? __ipv6_isatap_ifid+0x210/0x210 [ 22.960894][ T338] ? mark_held_locks+0x40/0x70 [ 22.960896][ T338] ? lockdep_hardirqs_on+0x8c/0x130 [ 22.960898][ T338] dev_forward_change+0x3b3/0x850 [ 22.960901][ T338] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 22.960902][ T338] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 22.960905][ T338] addrconf_fixup_forwarding+0x2af/0x4d0 [ 22.960908][ T338] addrconf_sysctl_forward+0x209/0x2b0 [ 22.960910][ T338] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 22.960912][ T338] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 22.960914][ T338] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 22.960917][ T338] ? proc_sys_call_handler+0x25d/0x480 [ 22.960920][ T338] proc_sys_call_handler+0x31b/0x480 [ 22.960922][ T338] ? proc_sys_lookup+0x3d0/0x3d0 [ 22.960924][ T338] ? rcu_read_unlock+0x1b/0x70 [ 22.960926][ T338] ? do_raw_spin_unlock+0x59/0x250 [ 22.960928][ T338] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 22.960930][ T338] ? rcu_read_lock_any_held+0x3c/0x90 [ 22.960932][ T338] ? proc_sys_call_handler+0x480/0x480 [ 22.960934][ T338] new_sync_write+0x333/0x750 [ 22.960935][ T338] ? __lock_acquire+0x508/0xc10 [ 22.960937][ T338] ? new_sync_read+0x740/0x740 [ 22.960938][ T338] ? lock_acquire.part.0+0xbc/0x260 [ 22.960940][ T338] ? ksys_write+0x116/0x250 [ 22.960942][ T338] vfs_write+0x6a4/0xc10 [ 22.960944][ T338] ksys_write+0x116/0x250 [ 22.960945][ T338] ? __ia32_sys_read+0xc0/0xc0 [ 22.960947][ T338] ? rcu_is_watching+0x15/0xd0 [ 22.960948][ T338] ? rcu_is_watching+0x15/0xd0 [ 22.960950][ T338] do_syscall_64+0x117/0x590 [ 22.960952][ T338] ? trace_hardirqs_off+0xd/0x30 [ 22.960955][ T338] ? exc_page_fault+0xee/0x100 [ 22.960957][ T338] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 22.960958][ T338] RIP: 0033:0x7fa7e5efe08e [ 22.960961][ T338] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 22.960963][ T338] RSP: 002b:00007ffe712c0e00 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 22.960966][ T338] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007fa7e5efe08e [ 22.960967][ T338] RDX: 0000000000000002 RSI: 0000563073c544b0 RDI: 0000000000000005 [ 22.960968][ T338] RBP: 00007ffe712c0e10 R08: 0000000000000000 R09: 0000000000000000 [ 22.960969][ T338] R10: 0000000000000000 R11: 0000000000000202 R12: 0000563073c565e0 [ 22.960970][ T338] R13: 0000563073c54470 R14: 0000000000000002 R15: 0000000000000000 [ 22.960972][ T338] [ 28.132192][ T362] Initializing XFRM netlink socket