[ 9.985292][ T252] gre: GRE over IPv4 demultiplexer driver [ 9.993060][ T252] ip_gre: GRE over IPv4 tunneling driver [ 10.467975][ T274] 8021q: 802.1Q VLAN Support v1.8 [ 11.328045][ T312] GACT probability NOT on [ 83.102188][ T504] [ 83.102280][ T504] ======================================================== [ 83.102391][ T504] WARNING: possible irq lock inversion dependency detected [ 83.102490][ T504] 7.1.0-rc5-virtme #1 Not tainted [ 83.102565][ T504] -------------------------------------------------------- [ 83.102663][ T504] sysctl/504 just changed the state of lock: [ 83.102743][ T504] ffffffff9937e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 83.102874][ T504] but this lock was taken by another, SOFTIRQ-safe lock in the past: [ 83.102972][ T504] (&ndev->lock){++--}-{3:3} [ 83.102975][ T504] [ 83.102975][ T504] [ 83.102975][ T504] and interrupts could create inverse lock ordering between them. [ 83.102975][ T504] [ 83.103215][ T504] [ 83.103215][ T504] other info that might help us debug this: [ 83.103314][ T504] Possible interrupt unsafe locking scenario: [ 83.103314][ T504] [ 83.103413][ T504] CPU0 CPU1 [ 83.103482][ T504] ---- ---- [ 83.103553][ T504] lock(acaddr_hash_lock); [ 83.103621][ T504] local_irq_disable(); [ 83.103703][ T504] lock(&ndev->lock); [ 83.103790][ T504] lock(acaddr_hash_lock); [ 83.103875][ T504] [ 83.103925][ T504] lock(&ndev->lock); [ 83.103977][ T504] [ 83.103977][ T504] *** DEADLOCK *** [ 83.103977][ T504] [ 83.104084][ T504] 2 locks held by sysctl/504: [ 83.104151][ T504] #0: ff11000009c7c3e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 83.104278][ T504] #1: ffffffff9928c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 83.104417][ T504] [ 83.104417][ T504] the shortest dependencies between 2nd lock and 1st lock: [ 83.104541][ T504] -> (&ndev->lock){++--}-{3:3} { [ 83.104618][ T504] HARDIRQ-ON-W at: [ 83.104670][ T504] __lock_acquire+0x378/0xc10 [ 83.104764][ T504] lock_acquire.part.0+0xbc/0x260 [ 83.104852][ T504] _raw_write_lock_bh+0x38/0x50 [ 83.104942][ T504] addrconf_permanent_addr+0x108/0x9c0 [ 83.105046][ T504] addrconf_notify+0x151/0xf30 [ 83.105135][ T504] notifier_call_chain+0xb0/0x320 [ 83.105219][ T504] __dev_notify_flags+0xde/0x280 [ 83.105304][ T504] netif_change_flags+0xfe/0x190 [ 83.105391][ T504] do_setlink.isra.0+0x1cc3/0x2750 [ 83.105477][ T504] rtnl_newlink+0x8d1/0xef0 [ 83.105569][ T504] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 83.105656][ T504] netlink_rcv_skb+0x14e/0x3a0 [ 83.105741][ T504] netlink_unicast+0x486/0x750 [ 83.105825][ T504] netlink_sendmsg+0x735/0xc60 [ 83.105909][ T504] ____sys_sendmsg+0x419/0x850 [ 83.106000][ T504] ___sys_sendmsg+0x14e/0x1d0 [ 83.106086][ T504] __sys_sendmsg+0x145/0x1f0 [ 83.106169][ T504] do_syscall_64+0x117/0x590 [ 83.106259][ T504] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.106360][ T504] HARDIRQ-ON-R at: [ 83.106412][ T504] __lock_acquire+0x378/0xc10 [ 83.106504][ T504] lock_acquire.part.0+0xbc/0x260 [ 83.106594][ T504] _raw_read_lock_bh+0x44/0x80 [ 83.106683][ T504] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 83.106788][ T504] inet6_fill_link_af+0x5c/0xe0 [ 83.106874][ T504] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 83.106978][ T504] rtnl_getlink+0x9c9/0xeb0 [ 83.107067][ T504] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 83.107158][ T504] netlink_rcv_skb+0x14e/0x3a0 [ 83.107246][ T504] netlink_unicast+0x486/0x750 [ 83.107332][ T504] netlink_sendmsg+0x735/0xc60 [ 83.107420][ T504] ____sys_sendmsg+0x419/0x850 [ 83.107551][ T504] ___sys_sendmsg+0x14e/0x1d0 [ 83.107636][ T504] __sys_sendmsg+0x145/0x1f0 [ 83.107719][ T504] do_syscall_64+0x117/0x590 [ 83.107845][ T504] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.107946][ T504] IN-SOFTIRQ-W at: [ 83.107998][ T504] __lock_acquire+0x378/0xc10 [ 83.108086][ T504] lock_acquire.part.0+0xbc/0x260 [ 83.108218][ T504] _raw_write_lock+0x33/0x40 [ 83.108307][ T504] addrconf_rs_timer+0xb0/0x770 [ 83.108391][ T504] call_timer_fn+0x163/0x4f0 [ 83.108516][ T504] __run_timers+0x68f/0xab0 [ 83.108605][ T504] run_timer_softirq+0xf0/0x160 [ 83.108687][ T504] handle_softirqs+0x1d8/0x940 [ 83.108820][ T504] __irq_exit_rcu+0x103/0x1c0 [ 83.108905][ T504] irq_exit_rcu+0xe/0x30 [ 83.108988][ T504] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 83.109128][ T504] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 83.109229][ T504] pv_native_safe_halt+0xf/0x10 [ 83.109314][ T504] default_idle+0x9/0x10 [ 83.109443][ T504] default_idle_call+0x6e/0xb0 [ 83.109532][ T504] cpuidle_idle_call.constprop.0+0x237/0x410 [ 83.109633][ T504] do_idle+0xf5/0x160 [ 83.109761][ T504] cpu_startup_entry+0x53/0x70 [ 83.109849][ T504] rest_init+0x1f7/0x200 [ 83.109934][ T504] start_kernel+0x3ad/0x3b0 [ 83.110062][ T504] x86_64_start_reservations+0x24/0x30 [ 83.110161][ T504] x86_64_start_kernel+0x12b/0x130 [ 83.110248][ T504] common_startup_64+0x13e/0x148 [ 83.110372][ T504] IN-SOFTIRQ-R at: [ 83.110422][ T504] __lock_acquire+0x378/0xc10 [ 83.110505][ T504] lock_acquire.part.0+0xbc/0x260 [ 83.110592][ T504] _raw_read_lock_bh+0x44/0x80 [ 83.110716][ T504] ipv6_get_lladdr+0xa8/0x3f0 [ 83.110797][ T504] ndisc_send_ns+0xf3/0x120 [ 83.110886][ T504] ndisc_solicit+0x314/0x480 [ 83.111010][ T504] neigh_probe+0xb3/0x100 [ 83.111094][ T504] __neigh_event_send+0x802/0x1070 [ 83.111175][ T504] neigh_resolve_output+0xbe/0x140 [ 83.111301][ T504] ip6_finish_output2+0x423/0x1300 [ 83.111386][ T504] ip6_finish_output+0x646/0xda0 [ 83.111470][ T504] ip6_output+0x23f/0x7f0 [ 83.111597][ T504] ip6_forward+0x10f4/0x2bd0 [ 83.111684][ T504] ip6_sublist_rcv_finish+0x9e/0x2a0 [ 83.111766][ T504] ip6_list_rcv_finish.constprop.0+0x60d/0xaa0 [ 83.111910][ T504] ipv6_list_rcv+0x32c/0x510 [ 83.111992][ T504] __netif_receive_skb_list_core+0x4ac/0x9e0 [ 83.112093][ T504] netif_receive_skb_list_internal+0x5f8/0xe20 [ 83.112232][ T504] napi_complete_done+0x1aa/0x8c0 [ 83.112314][ T504] gro_cell_poll+0x302/0x540 [ 83.112396][ T504] __napi_poll+0xd4/0x3b0 [ 83.112520][ T504] net_rx_action+0x513/0xf50 [ 83.112610][ T504] handle_softirqs+0x1d8/0x940 [ 83.112692][ T504] run_ksoftirqd+0x39/0x60 [ 83.112774][ T504] smpboot_thread_fn+0x2fb/0x9b0 [ 83.112898][ T504] kthread+0x367/0x460 [ 83.112981][ T504] ret_from_fork+0x474/0x6b0 [ 83.113064][ T504] ret_from_fork_asm+0x11/0x20 [ 83.113191][ T504] INITIAL USE at: [ 83.113240][ T504] __lock_acquire+0x378/0xc10 [ 83.113322][ T504] lock_acquire.part.0+0xbc/0x260 [ 83.113445][ T504] _raw_write_lock_bh+0x38/0x50 [ 83.113530][ T504] addrconf_permanent_addr+0x108/0x9c0 [ 83.113631][ T504] addrconf_notify+0x151/0xf30 [ 83.113754][ T504] notifier_call_chain+0xb0/0x320 [ 83.113837][ T504] __dev_notify_flags+0xde/0x280 [ 83.113919][ T504] netif_change_flags+0xfe/0x190 [ 83.114001][ T504] do_setlink.isra.0+0x1cc3/0x2750 [ 83.114127][ T504] rtnl_newlink+0x8d1/0xef0 [ 83.114209][ T504] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 83.114292][ T504] netlink_rcv_skb+0x14e/0x3a0 [ 83.114415][ T504] netlink_unicast+0x486/0x750 [ 83.114496][ T504] netlink_sendmsg+0x735/0xc60 [ 83.114583][ T504] ____sys_sendmsg+0x419/0x850 [ 83.114707][ T504] ___sys_sendmsg+0x14e/0x1d0 [ 83.114788][ T504] __sys_sendmsg+0x145/0x1f0 [ 83.114873][ T504] do_syscall_64+0x117/0x590 [ 83.114997][ T504] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.115094][ T504] INITIAL READ USE at: [ 83.115161][ T504] __lock_acquire+0x378/0xc10 [ 83.115282][ T504] lock_acquire.part.0+0xbc/0x260 [ 83.115379][ T504] _raw_read_lock_bh+0x44/0x80 [ 83.115461][ T504] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 83.115601][ T504] inet6_fill_link_af+0x5c/0xe0 [ 83.115685][ T504] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 83.115781][ T504] rtnl_getlink+0x9c9/0xeb0 [ 83.115904][ T504] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 83.115985][ T504] netlink_rcv_skb+0x14e/0x3a0 [ 83.116068][ T504] netlink_unicast+0x486/0x750 [ 83.116189][ T504] netlink_sendmsg+0x735/0xc60 [ 83.116270][ T504] ____sys_sendmsg+0x419/0x850 [ 83.116351][ T504] ___sys_sendmsg+0x14e/0x1d0 [ 83.116432][ T504] __sys_sendmsg+0x145/0x1f0 [ 83.116560][ T504] do_syscall_64+0x117/0x590 [ 83.116642][ T504] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.116738][ T504] } [ 83.116813][ T504] ... key at: [] __key.37+0x0/0x40 [ 83.116913][ T504] ... acquired at: [ 83.116962][ T504] __lock_acquire+0x508/0xc10 [ 83.117029][ T504] lock_acquire.part.0+0xbc/0x260 [ 83.117134][ T504] _raw_spin_lock+0x33/0x40 [ 83.117201][ T504] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 83.117281][ T504] __ipv6_dev_ac_inc+0x57e/0x930 [ 83.117349][ T504] addrconf_join_anycast+0x1bc/0x260 [ 83.117456][ T504] dev_forward_change+0x2be/0x850 [ 83.117524][ T504] addrconf_fixup_forwarding+0x2af/0x4d0 [ 83.117606][ T504] addrconf_sysctl_forward+0x209/0x2b0 [ 83.117712][ T504] proc_sys_call_handler+0x31b/0x480 [ 83.117780][ T504] new_sync_write+0x333/0x750 [ 83.117849][ T504] vfs_write+0x6a4/0xc10 [ 83.117914][ T504] ksys_write+0x116/0x250 [ 83.118019][ T504] do_syscall_64+0x117/0x590 [ 83.118084][ T504] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.118164][ T504] [ 83.118198][ T504] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 83.118266][ T504] HARDIRQ-ON-W at: [ 83.118358][ T504] __lock_acquire+0x378/0xc10 [ 83.118440][ T504] lock_acquire.part.0+0xbc/0x260 [ 83.118520][ T504] _raw_spin_lock+0x33/0x40 [ 83.118647][ T504] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 83.118745][ T504] __ipv6_dev_ac_inc+0x57e/0x930 [ 83.118828][ T504] addrconf_join_anycast+0x1bc/0x260 [ 83.118951][ T504] dev_forward_change+0x2be/0x850 [ 83.119033][ T504] addrconf_fixup_forwarding+0x2af/0x4d0 [ 83.119129][ T504] addrconf_sysctl_forward+0x209/0x2b0 [ 83.119252][ T504] proc_sys_call_handler+0x31b/0x480 [ 83.119336][ T504] new_sync_write+0x333/0x750 [ 83.119418][ T504] vfs_write+0x6a4/0xc10 [ 83.119544][ T504] ksys_write+0x116/0x250 [ 83.119626][ T504] do_syscall_64+0x117/0x590 [ 83.119706][ T504] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.119843][ T504] SOFTIRQ-ON-W at: [ 83.119895][ T504] __lock_acquire+0x378/0xc10 [ 83.119975][ T504] lock_acquire.part.0+0xbc/0x260 [ 83.120056][ T504] _raw_spin_lock+0x33/0x40 [ 83.120177][ T504] __ipv6_dev_ac_dec+0x236/0x5d0 [ 83.120258][ T504] addrconf_leave_anycast+0x1bc/0x260 [ 83.120339][ T504] dev_forward_change+0x3b3/0x850 [ 83.120464][ T504] addrconf_fixup_forwarding+0x2af/0x4d0 [ 83.120567][ T504] addrconf_sysctl_forward+0x209/0x2b0 [ 83.120648][ T504] proc_sys_call_handler+0x31b/0x480 [ 83.120771][ T504] new_sync_write+0x333/0x750 [ 83.120853][ T504] vfs_write+0x6a4/0xc10 [ 83.120937][ T504] ksys_write+0x116/0x250 [ 83.121060][ T504] do_syscall_64+0x117/0x590 [ 83.121141][ T504] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.121240][ T504] INITIAL USE at: [ 83.121289][ T504] __lock_acquire+0x378/0xc10 [ 83.121422][ T504] lock_acquire.part.0+0xbc/0x260 [ 83.121505][ T504] _raw_spin_lock+0x33/0x40 [ 83.121592][ T504] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 83.121733][ T504] __ipv6_dev_ac_inc+0x57e/0x930 [ 83.121817][ T504] addrconf_join_anycast+0x1bc/0x260 [ 83.121900][ T504] dev_forward_change+0x2be/0x850 [ 83.122023][ T504] addrconf_fixup_forwarding+0x2af/0x4d0 [ 83.122122][ T504] addrconf_sysctl_forward+0x209/0x2b0 [ 83.122204][ T504] proc_sys_call_handler+0x31b/0x480 [ 83.122327][ T504] new_sync_write+0x333/0x750 [ 83.122409][ T504] vfs_write+0x6a4/0xc10 [ 83.122491][ T504] ksys_write+0x116/0x250 [ 83.122618][ T504] do_syscall_64+0x117/0x590 [ 83.122699][ T504] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.122798][ T504] } [ 83.122833][ T504] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 83.122971][ T504] ... acquired at: [ 83.123021][ T504] mark_lock+0x1d7/0xa00 [ 83.123086][ T504] mark_usage+0x105/0x170 [ 83.123151][ T504] __lock_acquire+0x378/0xc10 [ 83.123259][ T504] lock_acquire.part.0+0xbc/0x260 [ 83.123325][ T504] _raw_spin_lock+0x33/0x40 [ 83.123391][ T504] __ipv6_dev_ac_dec+0x236/0x5d0 [ 83.123456][ T504] addrconf_leave_anycast+0x1bc/0x260 [ 83.123567][ T504] dev_forward_change+0x3b3/0x850 [ 83.123633][ T504] addrconf_fixup_forwarding+0x2af/0x4d0 [ 83.123714][ T504] addrconf_sysctl_forward+0x209/0x2b0 [ 83.123821][ T504] proc_sys_call_handler+0x31b/0x480 [ 83.123888][ T504] new_sync_write+0x333/0x750 [ 83.123953][ T504] vfs_write+0x6a4/0xc10 [ 83.124018][ T504] ksys_write+0x116/0x250 [ 83.124126][ T504] do_syscall_64+0x117/0x590 [ 83.124194][ T504] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.124274][ T504] [ 83.124306][ T504] [ 83.124306][ T504] stack backtrace: [ 83.124428][ T504] CPU: 2 UID: 0 PID: 504 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 83.124431][ T504] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 83.124433][ T504] Call Trace: [ 83.124434][ T504] [ 83.124435][ T504] dump_stack_lvl+0x6f/0xa0 [ 83.124439][ T504] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 83.124442][ T504] mark_lock_irq+0x989/0x9c0 [ 83.124445][ T504] mark_lock+0x1d7/0xa00 [ 83.124447][ T504] mark_usage+0x105/0x170 [ 83.124448][ T504] __lock_acquire+0x378/0xc10 [ 83.124450][ T504] lock_acquire.part.0+0xbc/0x260 [ 83.124452][ T504] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 83.124453][ T504] ? rcu_is_watching+0x15/0xd0 [ 83.124456][ T504] ? do_raw_read_unlock+0x70/0x70 [ 83.124458][ T504] ? lock_acquire+0x134/0x160 [ 83.124460][ T504] _raw_spin_lock+0x33/0x40 [ 83.124461][ T504] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 83.124463][ T504] __ipv6_dev_ac_dec+0x236/0x5d0 [ 83.124465][ T504] addrconf_leave_anycast+0x1bc/0x260 [ 83.124466][ T504] ? find_held_lock+0x2b/0x80 [ 83.124469][ T504] ? __ipv6_isatap_ifid+0x210/0x210 [ 83.124470][ T504] ? mark_held_locks+0x40/0x70 [ 83.124472][ T504] ? lockdep_hardirqs_on+0x8c/0x130 [ 83.124474][ T504] dev_forward_change+0x3b3/0x850 [ 83.124476][ T504] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 83.124478][ T504] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 83.124481][ T504] addrconf_fixup_forwarding+0x2af/0x4d0 [ 83.124483][ T504] addrconf_sysctl_forward+0x209/0x2b0 [ 83.124485][ T504] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 83.124487][ T504] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 83.124489][ T504] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 83.124492][ T504] ? proc_sys_call_handler+0x25d/0x480 [ 83.124495][ T504] proc_sys_call_handler+0x31b/0x480 [ 83.124497][ T504] ? proc_sys_lookup+0x3d0/0x3d0 [ 83.124499][ T504] ? rcu_read_unlock+0x1b/0x70 [ 83.124501][ T504] ? do_raw_spin_unlock+0x59/0x250 [ 83.124502][ T504] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 83.124504][ T504] ? rcu_read_lock_any_held+0x3c/0x90 [ 83.124506][ T504] ? proc_sys_call_handler+0x480/0x480 [ 83.124508][ T504] new_sync_write+0x333/0x750 [ 83.124509][ T504] ? __lock_acquire+0x508/0xc10 [ 83.124511][ T504] ? new_sync_read+0x740/0x740 [ 83.124512][ T504] ? lock_acquire.part.0+0xbc/0x260 [ 83.124514][ T504] ? ksys_write+0x116/0x250 [ 83.124516][ T504] vfs_write+0x6a4/0xc10 [ 83.124518][ T504] ksys_write+0x116/0x250 [ 83.124519][ T504] ? __ia32_sys_read+0xc0/0xc0 [ 83.124521][ T504] ? rcu_is_watching+0x15/0xd0 [ 83.124527][ T504] ? rcu_is_watching+0x15/0xd0 [ 83.124528][ T504] do_syscall_64+0x117/0x590 [ 83.124530][ T504] ? trace_hardirqs_off+0xd/0x30 [ 83.124532][ T504] ? exc_page_fault+0xee/0x100 [ 83.124534][ T504] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.124536][ T504] RIP: 0033:0x7f27c3e4f08e [ 83.124539][ T504] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 83.124541][ T504] RSP: 002b:00007ffecc2b5c70 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 83.124543][ T504] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f27c3e4f08e [ 83.124545][ T504] RDX: 0000000000000002 RSI: 0000564a152d04b0 RDI: 0000000000000005 [ 83.124546][ T504] RBP: 00007ffecc2b5c80 R08: 0000000000000000 R09: 0000000000000000 [ 83.124546][ T504] R10: 0000000000000000 R11: 0000000000000202 R12: 0000564a152d25e0 [ 83.124547][ T504] R13: 0000564a152d0470 R14: 0000000000000002 R15: 0000000000000000 [ 83.124550][ T504]