[ 9.977710][ T238] 8021q: 802.1Q VLAN Support v1.8 [ 10.279393][ T252] gre: GRE over IPv4 demultiplexer driver [ 10.294060][ T252] ip_gre: GRE over IPv4 tunneling driver [ 12.101300][ T320] GACT probability NOT on [ 43.741387][ T590] [ 43.741473][ T590] ======================================================== [ 43.741602][ T590] WARNING: possible irq lock inversion dependency detected [ 43.741716][ T590] 7.1.0-rc5-virtme #1 Not tainted [ 43.741798][ T590] -------------------------------------------------------- [ 43.741910][ T590] sysctl/590 just changed the state of lock: [ 43.742005][ T590] ffffffff8977e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 43.742159][ T590] but this lock was taken by another, SOFTIRQ-safe lock in the past: [ 43.742280][ T590] (&ndev->lock){++--}-{3:3} [ 43.742283][ T590] [ 43.742283][ T590] [ 43.742283][ T590] and interrupts could create inverse lock ordering between them. [ 43.742283][ T590] [ 43.742575][ T590] [ 43.742575][ T590] other info that might help us debug this: [ 43.742691][ T590] Possible interrupt unsafe locking scenario: [ 43.742691][ T590] [ 43.742809][ T590] CPU0 CPU1 [ 43.742886][ T590] ---- ---- [ 43.742963][ T590] lock(acaddr_hash_lock); [ 43.743039][ T590] local_irq_disable(); [ 43.743134][ T590] lock(&ndev->lock); [ 43.743232][ T590] lock(acaddr_hash_lock); [ 43.743330][ T590] [ 43.743387][ T590] lock(&ndev->lock); [ 43.743456][ T590] [ 43.743456][ T590] *** DEADLOCK *** [ 43.743456][ T590] [ 43.743576][ T590] 2 locks held by sysctl/590: [ 43.743660][ T590] #0: ff1100000a05c3e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 43.743802][ T590] #1: ffffffff8968c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 43.743967][ T590] [ 43.743967][ T590] the shortest dependencies between 2nd lock and 1st lock: [ 43.744101][ T590] -> (&ndev->lock){++--}-{3:3} { [ 43.744188][ T590] HARDIRQ-ON-W at: [ 43.744248][ T590] __lock_acquire+0x378/0xc10 [ 43.744352][ T590] lock_acquire.part.0+0xbc/0x260 [ 43.744449][ T590] _raw_write_lock_bh+0x38/0x50 [ 43.744551][ T590] addrconf_permanent_addr+0x108/0x9c0 [ 43.744668][ T590] addrconf_notify+0x151/0xf30 [ 43.744773][ T590] notifier_call_chain+0xb0/0x320 [ 43.744871][ T590] __dev_notify_flags+0xde/0x280 [ 43.744973][ T590] netif_change_flags+0xfe/0x190 [ 43.745077][ T590] do_setlink.isra.0+0x1cc3/0x2750 [ 43.745175][ T590] rtnl_newlink+0x8d1/0xef0 [ 43.745273][ T590] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 43.745369][ T590] netlink_rcv_skb+0x14e/0x3a0 [ 43.745473][ T590] netlink_unicast+0x486/0x750 [ 43.745577][ T590] netlink_sendmsg+0x735/0xc60 [ 43.745674][ T590] ____sys_sendmsg+0x419/0x850 [ 43.745771][ T590] ___sys_sendmsg+0x14e/0x1d0 [ 43.745877][ T590] __sys_sendmsg+0x145/0x1f0 [ 43.745979][ T590] do_syscall_64+0x117/0x590 [ 43.746081][ T590] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 43.746213][ T590] HARDIRQ-ON-R at: [ 43.746278][ T590] __lock_acquire+0x378/0xc10 [ 43.746382][ T590] lock_acquire.part.0+0xbc/0x260 [ 43.746491][ T590] _raw_read_lock_bh+0x44/0x80 [ 43.746591][ T590] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 43.746709][ T590] inet6_fill_link_af+0x5c/0xe0 [ 43.746808][ T590] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 43.746931][ T590] rtnl_getlink+0x9c9/0xeb0 [ 43.747035][ T590] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 43.747137][ T590] netlink_rcv_skb+0x14e/0x3a0 [ 43.747241][ T590] netlink_unicast+0x486/0x750 [ 43.747346][ T590] netlink_sendmsg+0x735/0xc60 [ 43.747441][ T590] ____sys_sendmsg+0x419/0x850 [ 43.747546][ T590] ___sys_sendmsg+0x14e/0x1d0 [ 43.747647][ T590] __sys_sendmsg+0x145/0x1f0 [ 43.747747][ T590] do_syscall_64+0x117/0x590 [ 43.747849][ T590] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 43.747965][ T590] IN-SOFTIRQ-W at: [ 43.748024][ T590] __lock_acquire+0x378/0xc10 [ 43.748122][ T590] lock_acquire.part.0+0xbc/0x260 [ 43.748218][ T590] _raw_write_lock+0x33/0x40 [ 43.748314][ T590] addrconf_rs_timer+0xb0/0x770 [ 43.748414][ T590] call_timer_fn+0x163/0x4f0 [ 43.748515][ T590] __run_timers+0x68f/0xab0 [ 43.748610][ T590] run_timer_softirq+0xf0/0x160 [ 43.748707][ T590] handle_softirqs+0x1d8/0x940 [ 43.748811][ T590] __irq_exit_rcu+0x103/0x1c0 [ 43.748913][ T590] irq_exit_rcu+0xe/0x30 [ 43.749009][ T590] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 43.749129][ T590] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 43.749248][ T590] pv_native_safe_halt+0xf/0x10 [ 43.749345][ T590] default_idle+0x9/0x10 [ 43.749442][ T590] default_idle_call+0x6e/0xb0 [ 43.749543][ T590] cpuidle_idle_call.constprop.0+0x237/0x410 [ 43.749661][ T590] do_idle+0xf5/0x160 [ 43.749759][ T590] cpu_startup_entry+0x53/0x70 [ 43.749855][ T590] start_secondary+0x204/0x2b0 [ 43.749953][ T590] common_startup_64+0x13e/0x148 [ 43.750055][ T590] IN-SOFTIRQ-R at: [ 43.750114][ T590] __lock_acquire+0x378/0xc10 [ 43.750209][ T590] lock_acquire.part.0+0xbc/0x260 [ 43.750306][ T590] _raw_read_lock_bh+0x44/0x80 [ 43.750403][ T590] ipv6_get_lladdr+0xa8/0x3f0 [ 43.750503][ T590] ndisc_send_ns+0xf3/0x120 [ 43.750608][ T590] ndisc_solicit+0x314/0x480 [ 43.750705][ T590] neigh_probe+0xb3/0x100 [ 43.750801][ T590] __neigh_event_send+0x802/0x1070 [ 43.750896][ T590] neigh_resolve_output+0xbe/0x140 [ 43.750993][ T590] ip6_finish_output2+0x423/0x1300 [ 43.751091][ T590] ip6_finish_output+0x646/0xda0 [ 43.751187][ T590] ip6_output+0x23f/0x7f0 [ 43.751287][ T590] ip6_forward+0x10f4/0x2bd0 [ 43.751382][ T590] ip6_sublist_rcv_finish+0x9e/0x2a0 [ 43.751487][ T590] ip6_list_rcv_finish.constprop.0+0x60d/0xaa0 [ 43.751607][ T590] ipv6_list_rcv+0x32c/0x510 [ 43.751702][ T590] __netif_receive_skb_list_core+0x4ac/0x9e0 [ 43.751822][ T590] netif_receive_skb_list_internal+0x5f8/0xe20 [ 43.751944][ T590] napi_complete_done+0x1aa/0x8c0 [ 43.752039][ T590] gro_cell_poll+0x302/0x540 [ 43.752138][ T590] __napi_poll+0xd4/0x3b0 [ 43.752235][ T590] net_rx_action+0x513/0xf50 [ 43.752333][ T590] handle_softirqs+0x1d8/0x940 [ 43.752429][ T590] run_ksoftirqd+0x39/0x60 [ 43.752529][ T590] smpboot_thread_fn+0x2fb/0x9b0 [ 43.752627][ T590] kthread+0x367/0x460 [ 43.752726][ T590] ret_from_fork+0x474/0x6b0 [ 43.752824][ T590] ret_from_fork_asm+0x11/0x20 [ 43.752930][ T590] INITIAL USE at: [ 43.752993][ T590] __lock_acquire+0x378/0xc10 [ 43.753089][ T590] lock_acquire.part.0+0xbc/0x260 [ 43.753188][ T590] _raw_write_lock_bh+0x38/0x50 [ 43.753291][ T590] addrconf_permanent_addr+0x108/0x9c0 [ 43.753414][ T590] addrconf_notify+0x151/0xf30 [ 43.753520][ T590] notifier_call_chain+0xb0/0x320 [ 43.753617][ T590] __dev_notify_flags+0xde/0x280 [ 43.753712][ T590] netif_change_flags+0xfe/0x190 [ 43.753811][ T590] do_setlink.isra.0+0x1cc3/0x2750 [ 43.753908][ T590] rtnl_newlink+0x8d1/0xef0 [ 43.754004][ T590] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 43.754100][ T590] netlink_rcv_skb+0x14e/0x3a0 [ 43.754197][ T590] netlink_unicast+0x486/0x750 [ 43.754295][ T590] netlink_sendmsg+0x735/0xc60 [ 43.754395][ T590] ____sys_sendmsg+0x419/0x850 [ 43.754495][ T590] ___sys_sendmsg+0x14e/0x1d0 [ 43.754606][ T590] __sys_sendmsg+0x145/0x1f0 [ 43.754702][ T590] do_syscall_64+0x117/0x590 [ 43.754798][ T590] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 43.754915][ T590] INITIAL READ USE at: [ 43.754992][ T590] __lock_acquire+0x378/0xc10 [ 43.755088][ T590] lock_acquire.part.0+0xbc/0x260 [ 43.755201][ T590] _raw_read_lock_bh+0x44/0x80 [ 43.755303][ T590] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 43.755430][ T590] inet6_fill_link_af+0x5c/0xe0 [ 43.755528][ T590] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 43.755642][ T590] rtnl_getlink+0x9c9/0xeb0 [ 43.755738][ T590] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 43.755839][ T590] netlink_rcv_skb+0x14e/0x3a0 [ 43.755937][ T590] netlink_unicast+0x486/0x750 [ 43.756034][ T590] netlink_sendmsg+0x735/0xc60 [ 43.756131][ T590] ____sys_sendmsg+0x419/0x850 [ 43.756227][ T590] ___sys_sendmsg+0x14e/0x1d0 [ 43.756322][ T590] __sys_sendmsg+0x145/0x1f0 [ 43.756423][ T590] do_syscall_64+0x117/0x590 [ 43.756524][ T590] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 43.756639][ T590] } [ 43.756679][ T590] ... key at: [] __key.37+0x0/0x40 [ 43.756797][ T590] ... acquired at: [ 43.756859][ T590] __lock_acquire+0x508/0xc10 [ 43.756943][ T590] lock_acquire.part.0+0xbc/0x260 [ 43.757020][ T590] _raw_spin_lock+0x33/0x40 [ 43.757096][ T590] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 43.757192][ T590] __ipv6_dev_ac_inc+0x57e/0x930 [ 43.757268][ T590] addrconf_join_anycast+0x1bc/0x260 [ 43.757344][ T590] dev_forward_change+0x2be/0x850 [ 43.757419][ T590] addrconf_fixup_forwarding+0x2af/0x4d0 [ 43.757515][ T590] addrconf_sysctl_forward+0x209/0x2b0 [ 43.757591][ T590] proc_sys_call_handler+0x31b/0x480 [ 43.757670][ T590] new_sync_write+0x333/0x750 [ 43.757746][ T590] vfs_write+0x6a4/0xc10 [ 43.757832][ T590] ksys_write+0x116/0x250 [ 43.757911][ T590] do_syscall_64+0x117/0x590 [ 43.757986][ T590] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 43.758083][ T590] [ 43.758124][ T590] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 43.758203][ T590] HARDIRQ-ON-W at: [ 43.758261][ T590] __lock_acquire+0x378/0xc10 [ 43.758358][ T590] lock_acquire.part.0+0xbc/0x260 [ 43.758458][ T590] _raw_spin_lock+0x33/0x40 [ 43.758561][ T590] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 43.758677][ T590] __ipv6_dev_ac_inc+0x57e/0x930 [ 43.758779][ T590] addrconf_join_anycast+0x1bc/0x260 [ 43.758875][ T590] dev_forward_change+0x2be/0x850 [ 43.758972][ T590] addrconf_fixup_forwarding+0x2af/0x4d0 [ 43.759086][ T590] addrconf_sysctl_forward+0x209/0x2b0 [ 43.759184][ T590] proc_sys_call_handler+0x31b/0x480 [ 43.759289][ T590] new_sync_write+0x333/0x750 [ 43.759392][ T590] vfs_write+0x6a4/0xc10 [ 43.759488][ T590] ksys_write+0x116/0x250 [ 43.759588][ T590] do_syscall_64+0x117/0x590 [ 43.759686][ T590] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 43.759803][ T590] SOFTIRQ-ON-W at: [ 43.759861][ T590] __lock_acquire+0x378/0xc10 [ 43.759959][ T590] lock_acquire.part.0+0xbc/0x260 [ 43.760056][ T590] _raw_spin_lock+0x33/0x40 [ 43.760160][ T590] __ipv6_dev_ac_dec+0x236/0x5d0 [ 43.760269][ T590] addrconf_leave_anycast+0x1bc/0x260 [ 43.760370][ T590] dev_forward_change+0x3b3/0x850 [ 43.760467][ T590] addrconf_fixup_forwarding+0x2af/0x4d0 [ 43.760586][ T590] addrconf_sysctl_forward+0x209/0x2b0 [ 43.760691][ T590] proc_sys_call_handler+0x31b/0x480 [ 43.760789][ T590] new_sync_write+0x333/0x750 [ 43.760886][ T590] vfs_write+0x6a4/0xc10 [ 43.760983][ T590] ksys_write+0x116/0x250 [ 43.761080][ T590] do_syscall_64+0x117/0x590 [ 43.761179][ T590] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 43.761294][ T590] INITIAL USE at: [ 43.761355][ T590] __lock_acquire+0x378/0xc10 [ 43.761451][ T590] lock_acquire.part.0+0xbc/0x260 [ 43.761552][ T590] _raw_spin_lock+0x33/0x40 [ 43.761647][ T590] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 43.761768][ T590] __ipv6_dev_ac_inc+0x57e/0x930 [ 43.761863][ T590] addrconf_join_anycast+0x1bc/0x260 [ 43.761962][ T590] dev_forward_change+0x2be/0x850 [ 43.762057][ T590] addrconf_fixup_forwarding+0x2af/0x4d0 [ 43.762171][ T590] addrconf_sysctl_forward+0x209/0x2b0 [ 43.762265][ T590] proc_sys_call_handler+0x31b/0x480 [ 43.762361][ T590] new_sync_write+0x333/0x750 [ 43.762460][ T590] vfs_write+0x6a4/0xc10 [ 43.762561][ T590] ksys_write+0x116/0x250 [ 43.762659][ T590] do_syscall_64+0x117/0x590 [ 43.762753][ T590] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 43.762867][ T590] } [ 43.762907][ T590] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 43.763023][ T590] ... acquired at: [ 43.763080][ T590] mark_lock+0x1d7/0xa00 [ 43.763156][ T590] mark_usage+0x105/0x170 [ 43.763233][ T590] __lock_acquire+0x378/0xc10 [ 43.763309][ T590] lock_acquire.part.0+0xbc/0x260 [ 43.763385][ T590] _raw_spin_lock+0x33/0x40 [ 43.763469][ T590] __ipv6_dev_ac_dec+0x236/0x5d0 [ 43.763550][ T590] addrconf_leave_anycast+0x1bc/0x260 [ 43.763627][ T590] dev_forward_change+0x3b3/0x850 [ 43.763705][ T590] addrconf_fixup_forwarding+0x2af/0x4d0 [ 43.763800][ T590] addrconf_sysctl_forward+0x209/0x2b0 [ 43.763877][ T590] proc_sys_call_handler+0x31b/0x480 [ 43.763953][ T590] new_sync_write+0x333/0x750 [ 43.764029][ T590] vfs_write+0x6a4/0xc10 [ 43.764108][ T590] ksys_write+0x116/0x250 [ 43.764187][ T590] do_syscall_64+0x117/0x590 [ 43.764264][ T590] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 43.764364][ T590] [ 43.764404][ T590] [ 43.764404][ T590] stack backtrace: [ 43.764501][ T590] CPU: 0 UID: 0 PID: 590 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 43.764508][ T590] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 43.764510][ T590] Call Trace: [ 43.764512][ T590] [ 43.764513][ T590] dump_stack_lvl+0x6f/0xa0 [ 43.764517][ T590] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 43.764520][ T590] mark_lock_irq+0x989/0x9c0 [ 43.764523][ T590] mark_lock+0x1d7/0xa00 [ 43.764525][ T590] mark_usage+0x105/0x170 [ 43.764526][ T590] __lock_acquire+0x378/0xc10 [ 43.764529][ T590] lock_acquire.part.0+0xbc/0x260 [ 43.764530][ T590] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 43.764532][ T590] ? rcu_is_watching+0x15/0xd0 [ 43.764535][ T590] ? do_raw_read_unlock+0x70/0x70 [ 43.764537][ T590] ? lock_acquire+0x134/0x160 [ 43.764539][ T590] _raw_spin_lock+0x33/0x40 [ 43.764540][ T590] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 43.764542][ T590] __ipv6_dev_ac_dec+0x236/0x5d0 [ 43.764544][ T590] addrconf_leave_anycast+0x1bc/0x260 [ 43.764545][ T590] ? find_held_lock+0x2b/0x80 [ 43.764548][ T590] ? __ipv6_isatap_ifid+0x210/0x210 [ 43.764550][ T590] ? mark_held_locks+0x40/0x70 [ 43.764551][ T590] ? lockdep_hardirqs_on+0x8c/0x130 [ 43.764553][ T590] dev_forward_change+0x3b3/0x850 [ 43.764556][ T590] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 43.764557][ T590] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 43.764560][ T590] addrconf_fixup_forwarding+0x2af/0x4d0 [ 43.764563][ T590] addrconf_sysctl_forward+0x209/0x2b0 [ 43.764565][ T590] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 43.764567][ T590] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 43.764569][ T590] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 43.764572][ T590] ? proc_sys_call_handler+0x25d/0x480 [ 43.764575][ T590] proc_sys_call_handler+0x31b/0x480 [ 43.764577][ T590] ? proc_sys_lookup+0x3d0/0x3d0 [ 43.764579][ T590] ? rcu_read_unlock+0x1b/0x70 [ 43.764581][ T590] ? do_raw_spin_unlock+0x59/0x250 [ 43.764582][ T590] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 43.764584][ T590] ? rcu_read_lock_any_held+0x3c/0x90 [ 43.764586][ T590] ? proc_sys_call_handler+0x480/0x480 [ 43.764588][ T590] new_sync_write+0x333/0x750 [ 43.764590][ T590] ? __lock_acquire+0x508/0xc10 [ 43.764591][ T590] ? new_sync_read+0x740/0x740 [ 43.764593][ T590] ? lock_acquire.part.0+0xbc/0x260 [ 43.764594][ T590] ? ksys_write+0x116/0x250 [ 43.764597][ T590] vfs_write+0x6a4/0xc10 [ 43.764598][ T590] ksys_write+0x116/0x250 [ 43.764600][ T590] ? __ia32_sys_read+0xc0/0xc0 [ 43.764601][ T590] ? rcu_is_watching+0x15/0xd0 [ 43.764603][ T590] ? rcu_is_watching+0x15/0xd0 [ 43.764605][ T590] do_syscall_64+0x117/0x590 [ 43.764606][ T590] ? trace_hardirqs_off+0xd/0x30 [ 43.764609][ T590] ? exc_page_fault+0xee/0x100 [ 43.764611][ T590] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 43.764612][ T590] RIP: 0033:0x7f25707dd08e [ 43.764615][ T590] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 43.764617][ T590] RSP: 002b:00007ffee8056700 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 43.764620][ T590] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f25707dd08e [ 43.764621][ T590] RDX: 0000000000000002 RSI: 0000563d99ae34b0 RDI: 0000000000000005 [ 43.764622][ T590] RBP: 00007ffee8056710 R08: 0000000000000000 R09: 0000000000000000 [ 43.764623][ T590] R10: 0000000000000000 R11: 0000000000000202 R12: 0000563d99ae55e0 [ 43.764624][ T590] R13: 0000563d99ae3470 R14: 0000000000000002 R15: 0000000000000000 [ 43.764626][ T590]