[ 8.291522][ T185] ip (185) used greatest stack depth: 24448 bytes left [ 8.403125][ T190] ip (190) used greatest stack depth: 23992 bytes left [ 38.593740][ T545] [ 38.593821][ T545] ======================================================== [ 38.593944][ T545] WARNING: possible irq lock inversion dependency detected [ 38.594058][ T545] 7.1.0-rc5-virtme #1 Not tainted [ 38.594135][ T545] -------------------------------------------------------- [ 38.594249][ T545] sysctl/545 just changed the state of lock: [ 38.594343][ T545] ffffffffb2b7e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 38.594506][ T545] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 38.594620][ T545] (&ndev->lock){++.-}-{3:3} [ 38.594622][ T545] [ 38.594622][ T545] [ 38.594622][ T545] and interrupts could create inverse lock ordering between them. [ 38.594622][ T545] [ 38.594910][ T545] [ 38.594910][ T545] other info that might help us debug this: [ 38.595024][ T545] Possible interrupt unsafe locking scenario: [ 38.595024][ T545] [ 38.595146][ T545] CPU0 CPU1 [ 38.595223][ T545] ---- ---- [ 38.595310][ T545] lock(acaddr_hash_lock); [ 38.595387][ T545] local_irq_disable(); [ 38.595489][ T545] lock(&ndev->lock); [ 38.595587][ T545] lock(acaddr_hash_lock); [ 38.595686][ T545] [ 38.595746][ T545] lock(&ndev->lock); [ 38.595812][ T545] [ 38.595812][ T545] *** DEADLOCK *** [ 38.595812][ T545] [ 38.595923][ T545] 2 locks held by sysctl/545: [ 38.596006][ T545] #0: ff1100000a08c3e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 38.596147][ T545] #1: ffffffffb2a8c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 38.596304][ T545] [ 38.596304][ T545] the shortest dependencies between 2nd lock and 1st lock: [ 38.596438][ T545] -> (&ndev->lock){++.-}-{3:3} { [ 38.596524][ T545] HARDIRQ-ON-W at: [ 38.596593][ T545] __lock_acquire+0x378/0xc10 [ 38.596705][ T545] lock_acquire.part.0+0xbc/0x260 [ 38.596809][ T545] _raw_write_lock_bh+0x38/0x50 [ 38.596906][ T545] addrconf_permanent_addr+0x108/0x9c0 [ 38.597021][ T545] addrconf_notify+0x151/0xf30 [ 38.597120][ T545] notifier_call_chain+0xb0/0x320 [ 38.597221][ T545] __dev_notify_flags+0xde/0x280 [ 38.597361][ T545] netif_change_flags+0xfe/0x190 [ 38.597458][ T545] do_setlink.isra.0+0x1cc3/0x2750 [ 38.597571][ T545] rtnl_newlink+0x8d1/0xef0 [ 38.597715][ T545] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 38.597822][ T545] netlink_rcv_skb+0x14e/0x3a0 [ 38.597921][ T545] netlink_unicast+0x486/0x750 [ 38.598067][ T545] netlink_sendmsg+0x735/0xc60 [ 38.598165][ T545] ____sys_sendmsg+0x419/0x850 [ 38.598266][ T545] ___sys_sendmsg+0x14e/0x1d0 [ 38.598369][ T545] __sys_sendmsg+0x145/0x1f0 [ 38.598466][ T545] do_syscall_64+0x117/0x590 [ 38.598570][ T545] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 38.598763][ T545] HARDIRQ-ON-R at: [ 38.598849][ T545] __lock_acquire+0x378/0xc10 [ 38.598981][ T545] lock_acquire.part.0+0xbc/0x260 [ 38.599081][ T545] _raw_read_lock_bh+0x44/0x80 [ 38.599223][ T545] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 38.599348][ T545] inet6_fill_link_af+0x5c/0xe0 [ 38.599446][ T545] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 38.599611][ T545] rtnl_getlink+0x9c9/0xeb0 [ 38.599716][ T545] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 38.599818][ T545] netlink_rcv_skb+0x14e/0x3a0 [ 38.599964][ T545] netlink_unicast+0x486/0x750 [ 38.600067][ T545] netlink_sendmsg+0x735/0xc60 [ 38.600165][ T545] ____sys_sendmsg+0x419/0x850 [ 38.600304][ T545] ___sys_sendmsg+0x14e/0x1d0 [ 38.600403][ T545] __sys_sendmsg+0x145/0x1f0 [ 38.600505][ T545] do_syscall_64+0x117/0x590 [ 38.600607][ T545] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 38.600735][ T545] IN-SOFTIRQ-R at: [ 38.600795][ T545] __lock_acquire+0x378/0xc10 [ 38.600895][ T545] lock_acquire.part.0+0xbc/0x260 [ 38.601032][ T545] _raw_read_lock_bh+0x44/0x80 [ 38.601128][ T545] ipv6_get_lladdr+0xa8/0x3f0 [ 38.601226][ T545] ndisc_send_ns+0xf3/0x120 [ 38.601366][ T545] ndisc_solicit+0x314/0x480 [ 38.601467][ T545] neigh_probe+0xb3/0x100 [ 38.601578][ T545] __neigh_event_send+0x802/0x1070 [ 38.601719][ T545] neigh_resolve_output+0xbe/0x140 [ 38.601815][ T545] ip6_finish_output2+0x423/0x1300 [ 38.601921][ T545] ip6_finish_output+0x646/0xda0 [ 38.602057][ T545] ip6_output+0x23f/0x7f0 [ 38.602155][ T545] ip6_forward+0x10f4/0x2bd0 [ 38.602249][ T545] ipv6_rcv+0x3c1/0x5a0 [ 38.602354][ T545] __netif_receive_skb_one_core+0xfc/0x180 [ 38.602515][ T545] process_backlog+0x2bc/0x1490 [ 38.602611][ T545] __napi_poll+0xa7/0x3b0 [ 38.602718][ T545] net_rx_action+0x513/0xf50 [ 38.602860][ T545] handle_softirqs+0x1d8/0x940 [ 38.602960][ T545] do_softirq+0xa9/0xe0 [ 38.603062][ T545] __local_bh_enable_ip+0x113/0x140 [ 38.603209][ T545] __neigh_event_send+0x30a/0x1070 [ 38.603320][ T545] neigh_resolve_output+0xbe/0x140 [ 38.603418][ T545] ip6_finish_output2+0x423/0x1300 [ 38.603563][ T545] ip6_finish_output+0x646/0xda0 [ 38.603662][ T545] ip6_output+0x23f/0x7f0 [ 38.603766][ T545] ip6_send_skb+0xee/0x350 [ 38.603904][ T545] rawv6_push_pending_frames+0x4cb/0xa90 [ 38.604021][ T545] rawv6_sendmsg+0x1434/0x1a50 [ 38.604120][ T545] __sys_sendto+0x2c9/0x400 [ 38.604263][ T545] __x64_sys_sendto+0xe4/0x1f0 [ 38.604361][ T545] do_syscall_64+0x117/0x590 [ 38.604463][ T545] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 38.604626][ T545] INITIAL USE at: [ 38.604687][ T545] __lock_acquire+0x378/0xc10 [ 38.604792][ T545] lock_acquire.part.0+0xbc/0x260 [ 38.604896][ T545] _raw_write_lock_bh+0x38/0x50 [ 38.605045][ T545] addrconf_permanent_addr+0x108/0x9c0 [ 38.605166][ T545] addrconf_notify+0x151/0xf30 [ 38.605266][ T545] notifier_call_chain+0xb0/0x320 [ 38.605412][ T545] __dev_notify_flags+0xde/0x280 [ 38.605513][ T545] netif_change_flags+0xfe/0x190 [ 38.605620][ T545] do_setlink.isra.0+0x1cc3/0x2750 [ 38.605768][ T545] rtnl_newlink+0x8d1/0xef0 [ 38.605864][ T545] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 38.605960][ T545] netlink_rcv_skb+0x14e/0x3a0 [ 38.606097][ T545] netlink_unicast+0x486/0x750 [ 38.606195][ T545] netlink_sendmsg+0x735/0xc60 [ 38.606292][ T545] ____sys_sendmsg+0x419/0x850 [ 38.606390][ T545] ___sys_sendmsg+0x14e/0x1d0 [ 38.606494][ T545] __sys_sendmsg+0x145/0x1f0 [ 38.606591][ T545] do_syscall_64+0x117/0x590 [ 38.606689][ T545] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 38.606845][ T545] INITIAL READ USE at: [ 38.606921][ T545] __lock_acquire+0x378/0xc10 [ 38.607019][ T545] lock_acquire.part.0+0xbc/0x260 [ 38.607172][ T545] _raw_read_lock_bh+0x44/0x80 [ 38.607270][ T545] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 38.607386][ T545] inet6_fill_link_af+0x5c/0xe0 [ 38.607530][ T545] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 38.607660][ T545] rtnl_getlink+0x9c9/0xeb0 [ 38.607761][ T545] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 38.607898][ T545] netlink_rcv_skb+0x14e/0x3a0 [ 38.607995][ T545] netlink_unicast+0x486/0x750 [ 38.608092][ T545] netlink_sendmsg+0x735/0xc60 [ 38.608233][ T545] ____sys_sendmsg+0x419/0x850 [ 38.608336][ T545] ___sys_sendmsg+0x14e/0x1d0 [ 38.608438][ T545] __sys_sendmsg+0x145/0x1f0 [ 38.608583][ T545] do_syscall_64+0x117/0x590 [ 38.608680][ T545] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 38.608804][ T545] } [ 38.608845][ T545] ... key at: [] __key.37+0x0/0x40 [ 38.609004][ T545] ... acquired at: [ 38.609063][ T545] __lock_acquire+0x508/0xc10 [ 38.609146][ T545] lock_acquire.part.0+0xbc/0x260 [ 38.609263][ T545] _raw_spin_lock+0x33/0x40 [ 38.609351][ T545] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 38.609453][ T545] __ipv6_dev_ac_inc+0x57e/0x930 [ 38.609534][ T545] addrconf_join_anycast+0x1bc/0x260 [ 38.609651][ T545] __ipv6_ifa_notify+0x75b/0xad0 [ 38.609734][ T545] addrconf_dad_completed+0x14b/0xe10 [ 38.609813][ T545] addrconf_dad_work+0x3c1/0x930 [ 38.609890][ T545] process_one_work+0xdf8/0x1410 [ 38.610007][ T545] worker_thread+0x4f1/0xd60 [ 38.610084][ T545] kthread+0x367/0x460 [ 38.610144][ T545] ret_from_fork+0x474/0x6b0 [ 38.610226][ T545] ret_from_fork_asm+0x11/0x20 [ 38.610344][ T545] [ 38.610390][ T545] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 38.610476][ T545] HARDIRQ-ON-W at: [ 38.610535][ T545] __lock_acquire+0x378/0xc10 [ 38.610630][ T545] lock_acquire.part.0+0xbc/0x260 [ 38.610772][ T545] _raw_spin_lock+0x33/0x40 [ 38.610870][ T545] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 38.610990][ T545] __ipv6_dev_ac_inc+0x57e/0x930 [ 38.611131][ T545] addrconf_join_anycast+0x1bc/0x260 [ 38.611237][ T545] __ipv6_ifa_notify+0x75b/0xad0 [ 38.611333][ T545] addrconf_dad_completed+0x14b/0xe10 [ 38.611474][ T545] addrconf_dad_work+0x3c1/0x930 [ 38.611571][ T545] process_one_work+0xdf8/0x1410 [ 38.611674][ T545] worker_thread+0x4f1/0xd60 [ 38.611815][ T545] kthread+0x367/0x460 [ 38.611898][ T545] ret_from_fork+0x474/0x6b0 [ 38.611993][ T545] ret_from_fork_asm+0x11/0x20 [ 38.612089][ T545] SOFTIRQ-ON-W at: [ 38.612186][ T545] __lock_acquire+0x378/0xc10 [ 38.612283][ T545] lock_acquire.part.0+0xbc/0x260 [ 38.612380][ T545] _raw_spin_lock+0x33/0x40 [ 38.612522][ T545] __ipv6_dev_ac_dec+0x236/0x5d0 [ 38.612619][ T545] addrconf_leave_anycast+0x1bc/0x260 [ 38.612732][ T545] dev_forward_change+0x3b3/0x850 [ 38.612871][ T545] addrconf_fixup_forwarding+0x2af/0x4d0 [ 38.612991][ T545] addrconf_sysctl_forward+0x209/0x2b0 [ 38.613089][ T545] proc_sys_call_handler+0x31b/0x480 [ 38.613227][ T545] new_sync_write+0x333/0x750 [ 38.613329][ T545] vfs_write+0x6a4/0xc10 [ 38.613426][ T545] ksys_write+0x116/0x250 [ 38.613530][ T545] do_syscall_64+0x117/0x590 [ 38.613669][ T545] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 38.613787][ T545] INITIAL USE at: [ 38.613846][ T545] __lock_acquire+0x378/0xc10 [ 38.613988][ T545] lock_acquire.part.0+0xbc/0x260 [ 38.614085][ T545] _raw_spin_lock+0x33/0x40 [ 38.614191][ T545] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 38.614348][ T545] __ipv6_dev_ac_inc+0x57e/0x930 [ 38.614444][ T545] addrconf_join_anycast+0x1bc/0x260 [ 38.614546][ T545] __ipv6_ifa_notify+0x75b/0xad0 [ 38.614691][ T545] addrconf_dad_completed+0x14b/0xe10 [ 38.614799][ T545] addrconf_dad_work+0x3c1/0x930 [ 38.614896][ T545] process_one_work+0xdf8/0x1410 [ 38.615033][ T545] worker_thread+0x4f1/0xd60 [ 38.615141][ T545] kthread+0x367/0x460 [ 38.615219][ T545] ret_from_fork+0x474/0x6b0 [ 38.615316][ T545] ret_from_fork_asm+0x11/0x20 [ 38.615416][ T545] } [ 38.615455][ T545] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 38.615576][ T545] ... acquired at: [ 38.615632][ T545] mark_lock+0x1d7/0xa00 [ 38.615754][ T545] mark_usage+0x105/0x170 [ 38.615831][ T545] __lock_acquire+0x378/0xc10 [ 38.615909][ T545] lock_acquire.part.0+0xbc/0x260 [ 38.615992][ T545] _raw_spin_lock+0x33/0x40 [ 38.616109][ T545] __ipv6_dev_ac_dec+0x236/0x5d0 [ 38.616185][ T545] addrconf_leave_anycast+0x1bc/0x260 [ 38.616263][ T545] dev_forward_change+0x3b3/0x850 [ 38.616340][ T545] addrconf_fixup_forwarding+0x2af/0x4d0 [ 38.616436][ T545] addrconf_sysctl_forward+0x209/0x2b0 [ 38.616518][ T545] proc_sys_call_handler+0x31b/0x480 [ 38.616596][ T545] new_sync_write+0x333/0x750 [ 38.616672][ T545] vfs_write+0x6a4/0xc10 [ 38.616790][ T545] ksys_write+0x116/0x250 [ 38.616867][ T545] do_syscall_64+0x117/0x590 [ 38.616945][ T545] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 38.617081][ T545] [ 38.617120][ T545] [ 38.617120][ T545] stack backtrace: [ 38.617218][ T545] CPU: 3 UID: 0 PID: 545 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 38.617220][ T545] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 38.617222][ T545] Call Trace: [ 38.617224][ T545] [ 38.617225][ T545] dump_stack_lvl+0x6f/0xa0 [ 38.617229][ T545] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 38.617232][ T545] mark_lock_irq+0x989/0x9c0 [ 38.617235][ T545] mark_lock+0x1d7/0xa00 [ 38.617236][ T545] mark_usage+0x105/0x170 [ 38.617238][ T545] __lock_acquire+0x378/0xc10 [ 38.617240][ T545] lock_acquire.part.0+0xbc/0x260 [ 38.617241][ T545] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 38.617243][ T545] ? rcu_is_watching+0x15/0xd0 [ 38.617246][ T545] ? do_raw_read_unlock+0x70/0x70 [ 38.617248][ T545] ? lock_acquire+0x134/0x160 [ 38.617249][ T545] _raw_spin_lock+0x33/0x40 [ 38.617251][ T545] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 38.617252][ T545] __ipv6_dev_ac_dec+0x236/0x5d0 [ 38.617254][ T545] addrconf_leave_anycast+0x1bc/0x260 [ 38.617256][ T545] ? find_held_lock+0x2b/0x80 [ 38.617259][ T545] ? __ipv6_isatap_ifid+0x210/0x210 [ 38.617261][ T545] ? mark_held_locks+0x40/0x70 [ 38.617262][ T545] ? lockdep_hardirqs_on+0x8c/0x130 [ 38.617264][ T545] dev_forward_change+0x3b3/0x850 [ 38.617266][ T545] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 38.617268][ T545] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 38.617271][ T545] addrconf_fixup_forwarding+0x2af/0x4d0 [ 38.617273][ T545] addrconf_sysctl_forward+0x209/0x2b0 [ 38.617275][ T545] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 38.617277][ T545] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 38.617279][ T545] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 38.617282][ T545] ? proc_sys_call_handler+0x25d/0x480 [ 38.617285][ T545] proc_sys_call_handler+0x31b/0x480 [ 38.617287][ T545] ? proc_sys_lookup+0x3d0/0x3d0 [ 38.617289][ T545] ? do_fault_around+0x300/0x5a0 [ 38.617291][ T545] ? find_held_lock+0x2b/0x80 [ 38.617293][ T545] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 38.617295][ T545] ? rcu_read_lock_any_held+0x3c/0x90 [ 38.617297][ T545] ? proc_sys_call_handler+0x480/0x480 [ 38.617299][ T545] new_sync_write+0x333/0x750 [ 38.617300][ T545] ? __lock_acquire+0x508/0xc10 [ 38.617302][ T545] ? new_sync_read+0x740/0x740 [ 38.617303][ T545] ? lock_acquire.part.0+0xbc/0x260 [ 38.617305][ T545] ? ksys_write+0x116/0x250 [ 38.617307][ T545] vfs_write+0x6a4/0xc10 [ 38.617309][ T545] ksys_write+0x116/0x250 [ 38.617310][ T545] ? __ia32_sys_read+0xc0/0xc0 [ 38.617311][ T545] ? rcu_is_watching+0x15/0xd0 [ 38.617313][ T545] ? rcu_is_watching+0x15/0xd0 [ 38.617315][ T545] do_syscall_64+0x117/0x590 [ 38.617316][ T545] ? trace_hardirqs_off+0xd/0x30 [ 38.617319][ T545] ? exc_page_fault+0xee/0x100 [ 38.617321][ T545] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 38.617322][ T545] RIP: 0033:0x7f9f97fc308e [ 38.617325][ T545] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 38.617327][ T545] RSP: 002b:00007ffecc8d8150 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 38.617329][ T545] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f9f97fc308e [ 38.617331][ T545] RDX: 0000000000000002 RSI: 000055dd6589a4b0 RDI: 0000000000000005 [ 38.617332][ T545] RBP: 00007ffecc8d8160 R08: 0000000000000000 R09: 0000000000000000 [ 38.617332][ T545] R10: 0000000000000000 R11: 0000000000000202 R12: 000055dd6589c5e0 [ 38.617333][ T545] R13: 000055dd6589a470 R14: 0000000000000002 R15: 0000000000000000 [ 38.617335][ T545]