[ 8.919165][ T196] modprobe (196) used greatest stack depth: 24200 bytes left [ 10.335892][ T254] gre: GRE over IPv4 demultiplexer driver [ 10.345784][ T254] ip_gre: GRE over IPv4 tunneling driver [ 10.821112][ T277] 8021q: 802.1Q VLAN Support v1.8 [ 11.755138][ T318] GACT probability NOT on [ 11.773577][ T316] tc (316) used greatest stack depth: 24168 bytes left [ 83.564426][ T510] [ 83.564514][ T510] ======================================================== [ 83.564647][ T510] WARNING: possible irq lock inversion dependency detected [ 83.564772][ T510] 7.1.0-rc5-virtme #1 Not tainted [ 83.564855][ T510] -------------------------------------------------------- [ 83.564977][ T510] sysctl/510 just changed the state of lock: [ 83.565077][ T510] ffffffffad37e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 83.565230][ T510] but this lock was taken by another, SOFTIRQ-safe lock in the past: [ 83.565363][ T510] (&ndev->lock){++--}-{3:3} [ 83.565366][ T510] [ 83.565366][ T510] [ 83.565366][ T510] and interrupts could create inverse lock ordering between them. [ 83.565366][ T510] [ 83.565659][ T510] [ 83.565659][ T510] other info that might help us debug this: [ 83.565784][ T510] Possible interrupt unsafe locking scenario: [ 83.565784][ T510] [ 83.565909][ T510] CPU0 CPU1 [ 83.565989][ T510] ---- ---- [ 83.566072][ T510] lock(acaddr_hash_lock); [ 83.566155][ T510] local_irq_disable(); [ 83.566257][ T510] lock(&ndev->lock); [ 83.566365][ T510] lock(acaddr_hash_lock); [ 83.566472][ T510] [ 83.566538][ T510] lock(&ndev->lock); [ 83.566605][ T510] [ 83.566605][ T510] *** DEADLOCK *** [ 83.566605][ T510] [ 83.566729][ T510] 2 locks held by sysctl/510: [ 83.566812][ T510] #0: ff11000009aa43e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 83.566963][ T510] #1: ffffffffad28c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 83.567135][ T510] [ 83.567135][ T510] the shortest dependencies between 2nd lock and 1st lock: [ 83.567278][ T510] -> (&ndev->lock){++--}-{3:3} { [ 83.567368][ T510] HARDIRQ-ON-W at: [ 83.567433][ T510] __lock_acquire+0x378/0xc10 [ 83.567542][ T510] lock_acquire.part.0+0xbc/0x260 [ 83.567649][ T510] _raw_write_lock_bh+0x38/0x50 [ 83.567753][ T510] addrconf_permanent_addr+0x108/0x9c0 [ 83.567877][ T510] addrconf_notify+0x151/0xf30 [ 83.567983][ T510] notifier_call_chain+0xb0/0x320 [ 83.568089][ T510] __dev_notify_flags+0xde/0x280 [ 83.568194][ T510] netif_change_flags+0xfe/0x190 [ 83.568307][ T510] do_setlink.isra.0+0x1cc3/0x2750 [ 83.568418][ T510] rtnl_newlink+0x8d1/0xef0 [ 83.568523][ T510] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 83.568626][ T510] netlink_rcv_skb+0x14e/0x3a0 [ 83.568736][ T510] netlink_unicast+0x486/0x750 [ 83.568844][ T510] netlink_sendmsg+0x735/0xc60 [ 83.568954][ T510] ____sys_sendmsg+0x419/0x850 [ 83.569060][ T510] ___sys_sendmsg+0x14e/0x1d0 [ 83.569167][ T510] __sys_sendmsg+0x145/0x1f0 [ 83.569278][ T510] do_syscall_64+0x117/0x590 [ 83.569387][ T510] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.569515][ T510] HARDIRQ-ON-R at: [ 83.569579][ T510] __lock_acquire+0x378/0xc10 [ 83.569684][ T510] lock_acquire.part.0+0xbc/0x260 [ 83.569791][ T510] _raw_read_lock_bh+0x44/0x80 [ 83.569897][ T510] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 83.570026][ T510] inet6_fill_link_af+0x5c/0xe0 [ 83.570133][ T510] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 83.570266][ T510] rtnl_getlink+0x9c9/0xeb0 [ 83.570374][ T510] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 83.570479][ T510] netlink_rcv_skb+0x14e/0x3a0 [ 83.570587][ T510] netlink_unicast+0x486/0x750 [ 83.570695][ T510] netlink_sendmsg+0x735/0xc60 [ 83.570806][ T510] ____sys_sendmsg+0x419/0x850 [ 83.570912][ T510] ___sys_sendmsg+0x14e/0x1d0 [ 83.571024][ T510] __sys_sendmsg+0x145/0x1f0 [ 83.571130][ T510] do_syscall_64+0x117/0x590 [ 83.571236][ T510] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.571371][ T510] IN-SOFTIRQ-W at: [ 83.571438][ T510] __lock_acquire+0x378/0xc10 [ 83.571548][ T510] lock_acquire.part.0+0xbc/0x260 [ 83.571657][ T510] _raw_write_lock+0x33/0x40 [ 83.571761][ T510] addrconf_rs_timer+0xb0/0x770 [ 83.571867][ T510] call_timer_fn+0x163/0x4f0 [ 83.571979][ T510] __run_timers+0x68f/0xab0 [ 83.572084][ T510] run_timer_softirq+0xf0/0x160 [ 83.572190][ T510] handle_softirqs+0x1d8/0x940 [ 83.572292][ T510] __irq_exit_rcu+0x103/0x1c0 [ 83.572404][ T510] irq_exit_rcu+0xe/0x30 [ 83.572514][ T510] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 83.572638][ T510] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 83.572765][ T510] pv_native_safe_halt+0xf/0x10 [ 83.572872][ T510] default_idle+0x9/0x10 [ 83.572980][ T510] default_idle_call+0x6e/0xb0 [ 83.573087][ T510] cpuidle_idle_call.constprop.0+0x237/0x410 [ 83.573214][ T510] do_idle+0xf5/0x160 [ 83.573325][ T510] cpu_startup_entry+0x53/0x70 [ 83.573434][ T510] rest_init+0x1f7/0x200 [ 83.573541][ T510] start_kernel+0x3ad/0x3b0 [ 83.573649][ T510] x86_64_start_reservations+0x24/0x30 [ 83.573777][ T510] x86_64_start_kernel+0x12b/0x130 [ 83.573884][ T510] common_startup_64+0x13e/0x148 [ 83.573994][ T510] IN-SOFTIRQ-R at: [ 83.574055][ T510] __lock_acquire+0x378/0xc10 [ 83.574161][ T510] lock_acquire.part.0+0xbc/0x260 [ 83.574271][ T510] _raw_read_lock_bh+0x44/0x80 [ 83.574378][ T510] ipv6_get_lladdr+0xa8/0x3f0 [ 83.574481][ T510] ndisc_send_ns+0xf3/0x120 [ 83.574589][ T510] ndisc_solicit+0x314/0x480 [ 83.574695][ T510] neigh_probe+0xb3/0x100 [ 83.574797][ T510] __neigh_event_send+0x802/0x1070 [ 83.574899][ T510] neigh_resolve_output+0xbe/0x140 [ 83.575007][ T510] ip6_finish_output2+0x423/0x1300 [ 83.575114][ T510] ip6_finish_output+0x646/0xda0 [ 83.575221][ T510] ip6_output+0x23f/0x7f0 [ 83.575332][ T510] ip6_forward+0x10f4/0x2bd0 [ 83.575443][ T510] ip6_sublist_rcv_finish+0x9e/0x2a0 [ 83.575547][ T510] ip6_list_rcv_finish.constprop.0+0x60d/0xaa0 [ 83.575672][ T510] ipv6_list_rcv+0x32c/0x510 [ 83.575776][ T510] __netif_receive_skb_list_core+0x4ac/0x9e0 [ 83.575903][ T510] netif_receive_skb_list_internal+0x5f8/0xe20 [ 83.576027][ T510] napi_complete_done+0x1aa/0x8c0 [ 83.576129][ T510] gro_cell_poll+0x302/0x540 [ 83.576231][ T510] __napi_poll+0xd4/0x3b0 [ 83.576334][ T510] net_rx_action+0x513/0xf50 [ 83.576432][ T510] handle_softirqs+0x1d8/0x940 [ 83.576530][ T510] run_ksoftirqd+0x39/0x60 [ 83.576635][ T510] smpboot_thread_fn+0x2fb/0x9b0 [ 83.576732][ T510] kthread+0x367/0x460 [ 83.576836][ T510] ret_from_fork+0x474/0x6b0 [ 83.576940][ T510] ret_from_fork_asm+0x11/0x20 [ 83.577039][ T510] INITIAL USE at: [ 83.577097][ T510] __lock_acquire+0x378/0xc10 [ 83.577193][ T510] lock_acquire.part.0+0xbc/0x260 [ 83.577297][ T510] _raw_write_lock_bh+0x38/0x50 [ 83.577402][ T510] addrconf_permanent_addr+0x108/0x9c0 [ 83.577519][ T510] addrconf_notify+0x151/0xf30 [ 83.577617][ T510] notifier_call_chain+0xb0/0x320 [ 83.577718][ T510] __dev_notify_flags+0xde/0x280 [ 83.577816][ T510] netif_change_flags+0xfe/0x190 [ 83.577920][ T510] do_setlink.isra.0+0x1cc3/0x2750 [ 83.578027][ T510] rtnl_newlink+0x8d1/0xef0 [ 83.578129][ T510] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 83.578236][ T510] netlink_rcv_skb+0x14e/0x3a0 [ 83.578348][ T510] netlink_unicast+0x486/0x750 [ 83.578454][ T510] netlink_sendmsg+0x735/0xc60 [ 83.578559][ T510] ____sys_sendmsg+0x419/0x850 [ 83.578658][ T510] ___sys_sendmsg+0x14e/0x1d0 [ 83.578756][ T510] __sys_sendmsg+0x145/0x1f0 [ 83.578854][ T510] do_syscall_64+0x117/0x590 [ 83.578951][ T510] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.579068][ T510] INITIAL READ USE at: [ 83.579145][ T510] __lock_acquire+0x378/0xc10 [ 83.579249][ T510] lock_acquire.part.0+0xbc/0x260 [ 83.579368][ T510] _raw_read_lock_bh+0x44/0x80 [ 83.579466][ T510] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 83.579582][ T510] inet6_fill_link_af+0x5c/0xe0 [ 83.579685][ T510] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 83.579806][ T510] rtnl_getlink+0x9c9/0xeb0 [ 83.579910][ T510] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 83.580015][ T510] netlink_rcv_skb+0x14e/0x3a0 [ 83.580112][ T510] netlink_unicast+0x486/0x750 [ 83.580211][ T510] netlink_sendmsg+0x735/0xc60 [ 83.580309][ T510] ____sys_sendmsg+0x419/0x850 [ 83.580411][ T510] ___sys_sendmsg+0x14e/0x1d0 [ 83.580509][ T510] __sys_sendmsg+0x145/0x1f0 [ 83.580615][ T510] do_syscall_64+0x117/0x590 [ 83.580713][ T510] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.580873][ T510] } [ 83.580914][ T510] ... key at: [] __key.37+0x0/0x40 [ 83.581032][ T510] ... acquired at: [ 83.581092][ T510] __lock_acquire+0x508/0xc10 [ 83.581211][ T510] lock_acquire.part.0+0xbc/0x260 [ 83.581296][ T510] _raw_spin_lock+0x33/0x40 [ 83.581378][ T510] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 83.581476][ T510] __ipv6_dev_ac_inc+0x57e/0x930 [ 83.581595][ T510] addrconf_join_anycast+0x1bc/0x260 [ 83.581671][ T510] dev_forward_change+0x2be/0x850 [ 83.581748][ T510] addrconf_fixup_forwarding+0x2af/0x4d0 [ 83.581845][ T510] addrconf_sysctl_forward+0x209/0x2b0 [ 83.581968][ T510] proc_sys_call_handler+0x31b/0x480 [ 83.582057][ T510] new_sync_write+0x333/0x750 [ 83.582133][ T510] vfs_write+0x6a4/0xc10 [ 83.582210][ T510] ksys_write+0x116/0x250 [ 83.582330][ T510] do_syscall_64+0x117/0x590 [ 83.582406][ T510] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.582501][ T510] [ 83.582542][ T510] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 83.582662][ T510] HARDIRQ-ON-W at: [ 83.582725][ T510] __lock_acquire+0x378/0xc10 [ 83.582830][ T510] lock_acquire.part.0+0xbc/0x260 [ 83.582930][ T510] _raw_spin_lock+0x33/0x40 [ 83.583067][ T510] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 83.583191][ T510] __ipv6_dev_ac_inc+0x57e/0x930 [ 83.583293][ T510] addrconf_join_anycast+0x1bc/0x260 [ 83.583440][ T510] dev_forward_change+0x2be/0x850 [ 83.583535][ T510] addrconf_fixup_forwarding+0x2af/0x4d0 [ 83.583650][ T510] addrconf_sysctl_forward+0x209/0x2b0 [ 83.583794][ T510] proc_sys_call_handler+0x31b/0x480 [ 83.583891][ T510] new_sync_write+0x333/0x750 [ 83.583987][ T510] vfs_write+0x6a4/0xc10 [ 83.584128][ T510] ksys_write+0x116/0x250 [ 83.584232][ T510] do_syscall_64+0x117/0x590 [ 83.584337][ T510] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.584496][ T510] SOFTIRQ-ON-W at: [ 83.584555][ T510] __lock_acquire+0x378/0xc10 [ 83.584651][ T510] lock_acquire.part.0+0xbc/0x260 [ 83.584748][ T510] _raw_spin_lock+0x33/0x40 [ 83.584887][ T510] __ipv6_dev_ac_dec+0x236/0x5d0 [ 83.584983][ T510] addrconf_leave_anycast+0x1bc/0x260 [ 83.585086][ T510] dev_forward_change+0x3b3/0x850 [ 83.585224][ T510] addrconf_fixup_forwarding+0x2af/0x4d0 [ 83.585345][ T510] addrconf_sysctl_forward+0x209/0x2b0 [ 83.585442][ T510] proc_sys_call_handler+0x31b/0x480 [ 83.585583][ T510] new_sync_write+0x333/0x750 [ 83.585681][ T510] vfs_write+0x6a4/0xc10 [ 83.585781][ T510] ksys_write+0x116/0x250 [ 83.585921][ T510] do_syscall_64+0x117/0x590 [ 83.586027][ T510] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.586153][ T510] INITIAL USE at: [ 83.586255][ T510] __lock_acquire+0x378/0xc10 [ 83.586362][ T510] lock_acquire.part.0+0xbc/0x260 [ 83.586458][ T510] _raw_spin_lock+0x33/0x40 [ 83.586560][ T510] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 83.586715][ T510] __ipv6_dev_ac_inc+0x57e/0x930 [ 83.586811][ T510] addrconf_join_anycast+0x1bc/0x260 [ 83.586914][ T510] dev_forward_change+0x2be/0x850 [ 83.587052][ T510] addrconf_fixup_forwarding+0x2af/0x4d0 [ 83.587168][ T510] addrconf_sysctl_forward+0x209/0x2b0 [ 83.587265][ T510] proc_sys_call_handler+0x31b/0x480 [ 83.587407][ T510] new_sync_write+0x333/0x750 [ 83.587508][ T510] vfs_write+0x6a4/0xc10 [ 83.587606][ T510] ksys_write+0x116/0x250 [ 83.587748][ T510] do_syscall_64+0x117/0x590 [ 83.587853][ T510] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.587968][ T510] } [ 83.588049][ T510] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 83.588165][ T510] ... acquired at: [ 83.588222][ T510] mark_lock+0x1d7/0xa00 [ 83.588300][ T510] mark_usage+0x105/0x170 [ 83.588421][ T510] __lock_acquire+0x378/0xc10 [ 83.588498][ T510] lock_acquire.part.0+0xbc/0x260 [ 83.588575][ T510] _raw_spin_lock+0x33/0x40 [ 83.588652][ T510] __ipv6_dev_ac_dec+0x236/0x5d0 [ 83.588728][ T510] addrconf_leave_anycast+0x1bc/0x260 [ 83.588816][ T510] dev_forward_change+0x3b3/0x850 [ 83.588893][ T510] addrconf_fixup_forwarding+0x2af/0x4d0 [ 83.588995][ T510] addrconf_sysctl_forward+0x209/0x2b0 [ 83.589113][ T510] proc_sys_call_handler+0x31b/0x480 [ 83.589191][ T510] new_sync_write+0x333/0x750 [ 83.589272][ T510] vfs_write+0x6a4/0xc10 [ 83.589352][ T510] ksys_write+0x116/0x250 [ 83.589471][ T510] do_syscall_64+0x117/0x590 [ 83.589549][ T510] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.589645][ T510] [ 83.589684][ T510] [ 83.589684][ T510] stack backtrace: [ 83.589781][ T510] CPU: 0 UID: 0 PID: 510 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 83.589784][ T510] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 83.589786][ T510] Call Trace: [ 83.589787][ T510] [ 83.589788][ T510] dump_stack_lvl+0x6f/0xa0 [ 83.589793][ T510] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 83.589796][ T510] mark_lock_irq+0x989/0x9c0 [ 83.589798][ T510] mark_lock+0x1d7/0xa00 [ 83.589800][ T510] mark_usage+0x105/0x170 [ 83.589802][ T510] __lock_acquire+0x378/0xc10 [ 83.589804][ T510] lock_acquire.part.0+0xbc/0x260 [ 83.589805][ T510] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 83.589807][ T510] ? rcu_is_watching+0x15/0xd0 [ 83.589810][ T510] ? do_raw_read_unlock+0x70/0x70 [ 83.589812][ T510] ? lock_acquire+0x134/0x160 [ 83.589813][ T510] _raw_spin_lock+0x33/0x40 [ 83.589815][ T510] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 83.589816][ T510] __ipv6_dev_ac_dec+0x236/0x5d0 [ 83.589818][ T510] addrconf_leave_anycast+0x1bc/0x260 [ 83.589820][ T510] ? find_held_lock+0x2b/0x80 [ 83.589823][ T510] ? __ipv6_isatap_ifid+0x210/0x210 [ 83.589825][ T510] ? mark_held_locks+0x40/0x70 [ 83.589826][ T510] ? lockdep_hardirqs_on+0x8c/0x130 [ 83.589828][ T510] dev_forward_change+0x3b3/0x850 [ 83.589830][ T510] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 83.589832][ T510] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 83.589835][ T510] addrconf_fixup_forwarding+0x2af/0x4d0 [ 83.589837][ T510] addrconf_sysctl_forward+0x209/0x2b0 [ 83.589839][ T510] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 83.589841][ T510] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 83.589843][ T510] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 83.589846][ T510] ? proc_sys_call_handler+0x25d/0x480 [ 83.589849][ T510] proc_sys_call_handler+0x31b/0x480 [ 83.589851][ T510] ? proc_sys_lookup+0x3d0/0x3d0 [ 83.589853][ T510] ? rcu_read_unlock+0x1b/0x70 [ 83.589855][ T510] ? do_raw_spin_unlock+0x59/0x250 [ 83.589857][ T510] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 83.589859][ T510] ? rcu_read_lock_any_held+0x3c/0x90 [ 83.589860][ T510] ? proc_sys_call_handler+0x480/0x480 [ 83.589863][ T510] new_sync_write+0x333/0x750 [ 83.589864][ T510] ? __lock_acquire+0x508/0xc10 [ 83.589865][ T510] ? new_sync_read+0x740/0x740 [ 83.589867][ T510] ? lock_acquire.part.0+0xbc/0x260 [ 83.589868][ T510] ? ksys_write+0x116/0x250 [ 83.589871][ T510] vfs_write+0x6a4/0xc10 [ 83.589872][ T510] ksys_write+0x116/0x250 [ 83.589874][ T510] ? __ia32_sys_read+0xc0/0xc0 [ 83.589875][ T510] ? rcu_is_watching+0x15/0xd0 [ 83.589877][ T510] ? rcu_is_watching+0x15/0xd0 [ 83.589879][ T510] do_syscall_64+0x117/0x590 [ 83.589880][ T510] ? trace_hardirqs_off+0xd/0x30 [ 83.589883][ T510] ? exc_page_fault+0xee/0x100 [ 83.589885][ T510] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 83.589886][ T510] RIP: 0033:0x7f0430e4d08e [ 83.589889][ T510] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 83.589891][ T510] RSP: 002b:00007fff004c7170 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 83.589894][ T510] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f0430e4d08e [ 83.589895][ T510] RDX: 0000000000000002 RSI: 0000558a58ac04b0 RDI: 0000000000000005 [ 83.589896][ T510] RBP: 00007fff004c7180 R08: 0000000000000000 R09: 0000000000000000 [ 83.589897][ T510] R10: 0000000000000000 R11: 0000000000000202 R12: 0000558a58ac25e0 [ 83.589898][ T510] R13: 0000558a58ac0470 R14: 0000000000000002 R15: 0000000000000000 [ 83.589900][ T510]