[ 73.344327][ T719] gre: GRE over IPv4 demultiplexer driver [ 73.352512][ T719] ip_gre: GRE over IPv4 tunneling driver [ 74.881457][ T783] GACT probability NOT on [ 86.874828][ T890] tc (890) used greatest stack depth: 22952 bytes left [ 107.595975][ T1055] [ 107.596066][ T1055] ======================================================== [ 107.596198][ T1055] WARNING: possible irq lock inversion dependency detected [ 107.596317][ T1055] 7.1.0-rc5-virtme #1 Not tainted [ 107.596407][ T1055] -------------------------------------------------------- [ 107.596528][ T1055] sysctl/1055 just changed the state of lock: [ 107.596641][ T1055] ffffffffb9f7e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 107.596796][ T1055] but this lock was taken by another, SOFTIRQ-safe lock in the past: [ 107.596919][ T1055] (&ndev->lock){++--}-{3:3} [ 107.596921][ T1055] [ 107.596921][ T1055] [ 107.596921][ T1055] and interrupts could create inverse lock ordering between them. [ 107.596921][ T1055] [ 107.597356][ T1055] [ 107.597356][ T1055] other info that might help us debug this: [ 107.597475][ T1055] Possible interrupt unsafe locking scenario: [ 107.597475][ T1055] [ 107.597595][ T1055] CPU0 CPU1 [ 107.597674][ T1055] ---- ---- [ 107.597757][ T1055] lock(acaddr_hash_lock); [ 107.597839][ T1055] local_irq_disable(); [ 107.597946][ T1055] lock(&ndev->lock); [ 107.598045][ T1055] lock(acaddr_hash_lock); [ 107.598154][ T1055] [ 107.598216][ T1055] lock(&ndev->lock); [ 107.598278][ T1055] [ 107.598278][ T1055] *** DEADLOCK *** [ 107.598278][ T1055] [ 107.598402][ T1055] 2 locks held by sysctl/1055: [ 107.598489][ T1055] #0: ff11000009b2c3e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 107.598643][ T1055] #1: ffffffffb9e8c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 107.598805][ T1055] [ 107.598805][ T1055] the shortest dependencies between 2nd lock and 1st lock: [ 107.598943][ T1055] -> (&ndev->lock){++--}-{3:3} { [ 107.599028][ T1055] HARDIRQ-ON-W at: [ 107.599095][ T1055] __lock_acquire+0x378/0xc10 [ 107.599198][ T1055] lock_acquire.part.0+0xbc/0x260 [ 107.599300][ T1055] _raw_write_lock_bh+0x38/0x50 [ 107.599403][ T1055] addrconf_permanent_addr+0x108/0x9c0 [ 107.599523][ T1055] addrconf_notify+0x151/0xf30 [ 107.599624][ T1055] notifier_call_chain+0xb0/0x320 [ 107.599733][ T1055] __dev_notify_flags+0xde/0x280 [ 107.599835][ T1055] netif_change_flags+0xfe/0x190 [ 107.599934][ T1055] do_setlink.isra.0+0x1cc3/0x2750 [ 107.600042][ T1055] rtnl_newlink+0x8d1/0xef0 [ 107.600148][ T1055] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 107.600249][ T1055] netlink_rcv_skb+0x14e/0x3a0 [ 107.600352][ T1055] netlink_unicast+0x486/0x750 [ 107.600457][ T1055] netlink_sendmsg+0x735/0xc60 [ 107.600565][ T1055] ____sys_sendmsg+0x419/0x850 [ 107.600673][ T1055] ___sys_sendmsg+0x14e/0x1d0 [ 107.600775][ T1055] __sys_sendmsg+0x145/0x1f0 [ 107.600874][ T1055] do_syscall_64+0x117/0x590 [ 107.600974][ T1055] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 107.601096][ T1055] HARDIRQ-ON-R at: [ 107.601158][ T1055] __lock_acquire+0x378/0xc10 [ 107.601266][ T1055] lock_acquire.part.0+0xbc/0x260 [ 107.601372][ T1055] _raw_read_lock_bh+0x44/0x80 [ 107.601474][ T1055] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 107.601597][ T1055] inet6_fill_link_af+0x5c/0xe0 [ 107.601705][ T1055] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 107.601826][ T1055] rtnl_getlink+0x9c9/0xeb0 [ 107.601934][ T1055] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 107.602041][ T1055] netlink_rcv_skb+0x14e/0x3a0 [ 107.602150][ T1055] netlink_unicast+0x486/0x750 [ 107.602250][ T1055] netlink_sendmsg+0x735/0xc60 [ 107.602351][ T1055] ____sys_sendmsg+0x419/0x850 [ 107.602461][ T1055] ___sys_sendmsg+0x14e/0x1d0 [ 107.602564][ T1055] __sys_sendmsg+0x145/0x1f0 [ 107.602665][ T1055] do_syscall_64+0x117/0x590 [ 107.602767][ T1055] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 107.602893][ T1055] IN-SOFTIRQ-W at: [ 107.602954][ T1055] __lock_acquire+0x378/0xc10 [ 107.603056][ T1055] lock_acquire.part.0+0xbc/0x260 [ 107.603156][ T1055] _raw_write_lock+0x33/0x40 [ 107.603256][ T1055] addrconf_rs_timer+0xb0/0x770 [ 107.603357][ T1055] call_timer_fn+0x163/0x4f0 [ 107.603459][ T1055] __run_timers+0x68f/0xab0 [ 107.603560][ T1055] run_timer_softirq+0xf0/0x160 [ 107.603659][ T1055] handle_softirqs+0x1d8/0x940 [ 107.603766][ T1055] __irq_exit_rcu+0x103/0x1c0 [ 107.603867][ T1055] irq_exit_rcu+0xe/0x30 [ 107.603968][ T1055] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 107.604094][ T1055] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 107.604212][ T1055] pv_native_safe_halt+0xf/0x10 [ 107.604311][ T1055] default_idle+0x9/0x10 [ 107.604411][ T1055] default_idle_call+0x6e/0xb0 [ 107.604511][ T1055] cpuidle_idle_call.constprop.0+0x237/0x410 [ 107.604633][ T1055] do_idle+0xf5/0x160 [ 107.604749][ T1055] cpu_startup_entry+0x53/0x70 [ 107.604856][ T1055] start_secondary+0x204/0x2b0 [ 107.604956][ T1055] common_startup_64+0x13e/0x148 [ 107.605061][ T1055] IN-SOFTIRQ-R at: [ 107.605123][ T1055] __lock_acquire+0x378/0xc10 [ 107.605222][ T1055] lock_acquire.part.0+0xbc/0x260 [ 107.605322][ T1055] _raw_read_lock_bh+0x44/0x80 [ 107.605421][ T1055] ipv6_get_lladdr+0xa8/0x3f0 [ 107.605523][ T1055] addrconf_rs_timer+0x251/0x770 [ 107.605623][ T1055] call_timer_fn+0x163/0x4f0 [ 107.605724][ T1055] __run_timers+0x68f/0xab0 [ 107.605824][ T1055] run_timer_softirq+0xf0/0x160 [ 107.605924][ T1055] handle_softirqs+0x1d8/0x940 [ 107.606025][ T1055] __irq_exit_rcu+0x103/0x1c0 [ 107.606128][ T1055] irq_exit_rcu+0xe/0x30 [ 107.606229][ T1055] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 107.606347][ T1055] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 107.606466][ T1055] pv_native_safe_halt+0xf/0x10 [ 107.606565][ T1055] default_idle+0x9/0x10 [ 107.606662][ T1055] default_idle_call+0x6e/0xb0 [ 107.606764][ T1055] cpuidle_idle_call.constprop.0+0x237/0x410 [ 107.606882][ T1055] do_idle+0xf5/0x160 [ 107.606982][ T1055] cpu_startup_entry+0x53/0x70 [ 107.607084][ T1055] start_secondary+0x204/0x2b0 [ 107.607186][ T1055] common_startup_64+0x13e/0x148 [ 107.607288][ T1055] INITIAL USE at: [ 107.607354][ T1055] __lock_acquire+0x378/0xc10 [ 107.607459][ T1055] lock_acquire.part.0+0xbc/0x260 [ 107.607559][ T1055] _raw_write_lock_bh+0x38/0x50 [ 107.607657][ T1055] addrconf_permanent_addr+0x108/0x9c0 [ 107.607779][ T1055] addrconf_notify+0x151/0xf30 [ 107.607881][ T1055] notifier_call_chain+0xb0/0x320 [ 107.607982][ T1055] __dev_notify_flags+0xde/0x280 [ 107.608087][ T1055] netif_change_flags+0xfe/0x190 [ 107.608195][ T1055] do_setlink.isra.0+0x1cc3/0x2750 [ 107.608295][ T1055] rtnl_newlink+0x8d1/0xef0 [ 107.608399][ T1055] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 107.608499][ T1055] netlink_rcv_skb+0x14e/0x3a0 [ 107.608598][ T1055] netlink_unicast+0x486/0x750 [ 107.608697][ T1055] netlink_sendmsg+0x735/0xc60 [ 107.608799][ T1055] ____sys_sendmsg+0x419/0x850 [ 107.608901][ T1055] ___sys_sendmsg+0x14e/0x1d0 [ 107.609000][ T1055] __sys_sendmsg+0x145/0x1f0 [ 107.609104][ T1055] do_syscall_64+0x117/0x590 [ 107.609202][ T1055] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 107.609321][ T1055] INITIAL READ USE at: [ 107.609402][ T1055] __lock_acquire+0x378/0xc10 [ 107.609502][ T1055] lock_acquire.part.0+0xbc/0x260 [ 107.609622][ T1055] _raw_read_lock_bh+0x44/0x80 [ 107.609722][ T1055] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 107.609842][ T1055] inet6_fill_link_af+0x5c/0xe0 [ 107.609941][ T1055] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 107.610064][ T1055] rtnl_getlink+0x9c9/0xeb0 [ 107.610164][ T1055] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 107.610265][ T1055] netlink_rcv_skb+0x14e/0x3a0 [ 107.610364][ T1055] netlink_unicast+0x486/0x750 [ 107.610467][ T1055] netlink_sendmsg+0x735/0xc60 [ 107.610569][ T1055] ____sys_sendmsg+0x419/0x850 [ 107.610672][ T1055] ___sys_sendmsg+0x14e/0x1d0 [ 107.610772][ T1055] __sys_sendmsg+0x145/0x1f0 [ 107.610872][ T1055] do_syscall_64+0x117/0x590 [ 107.610971][ T1055] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 107.611095][ T1055] } [ 107.611137][ T1055] ... key at: [] __key.37+0x0/0x40 [ 107.611263][ T1055] ... acquired at: [ 107.611323][ T1055] __lock_acquire+0x508/0xc10 [ 107.611406][ T1055] lock_acquire.part.0+0xbc/0x260 [ 107.611484][ T1055] _raw_spin_lock+0x33/0x40 [ 107.611562][ T1055] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 107.611662][ T1055] __ipv6_dev_ac_inc+0x57e/0x930 [ 107.611741][ T1055] addrconf_join_anycast+0x1bc/0x260 [ 107.611820][ T1055] dev_forward_change+0x2be/0x850 [ 107.611903][ T1055] addrconf_fixup_forwarding+0x2af/0x4d0 [ 107.612002][ T1055] addrconf_sysctl_forward+0x209/0x2b0 [ 107.612086][ T1055] proc_sys_call_handler+0x31b/0x480 [ 107.612170][ T1055] new_sync_write+0x333/0x750 [ 107.612250][ T1055] vfs_write+0x6a4/0xc10 [ 107.612338][ T1055] ksys_write+0x116/0x250 [ 107.612417][ T1055] do_syscall_64+0x117/0x590 [ 107.612501][ T1055] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 107.612597][ T1055] [ 107.612638][ T1055] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 107.612719][ T1055] HARDIRQ-ON-W at: [ 107.612780][ T1055] __lock_acquire+0x378/0xc10 [ 107.612879][ T1055] lock_acquire.part.0+0xbc/0x260 [ 107.612977][ T1055] _raw_spin_lock+0x33/0x40 [ 107.613081][ T1055] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 107.613204][ T1055] __ipv6_dev_ac_inc+0x57e/0x930 [ 107.613303][ T1055] addrconf_join_anycast+0x1bc/0x260 [ 107.613406][ T1055] dev_forward_change+0x2be/0x850 [ 107.613507][ T1055] addrconf_fixup_forwarding+0x2af/0x4d0 [ 107.613625][ T1055] addrconf_sysctl_forward+0x209/0x2b0 [ 107.613725][ T1055] proc_sys_call_handler+0x31b/0x480 [ 107.613824][ T1055] new_sync_write+0x333/0x750 [ 107.613923][ T1055] vfs_write+0x6a4/0xc10 [ 107.614020][ T1055] ksys_write+0x116/0x250 [ 107.614122][ T1055] do_syscall_64+0x117/0x590 [ 107.614222][ T1055] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 107.614343][ T1055] SOFTIRQ-ON-W at: [ 107.614408][ T1055] __lock_acquire+0x378/0xc10 [ 107.614514][ T1055] lock_acquire.part.0+0xbc/0x260 [ 107.614618][ T1055] _raw_spin_lock+0x33/0x40 [ 107.614725][ T1055] __ipv6_dev_ac_dec+0x236/0x5d0 [ 107.614825][ T1055] addrconf_leave_anycast+0x1bc/0x260 [ 107.614925][ T1055] dev_forward_change+0x3b3/0x850 [ 107.615031][ T1055] addrconf_fixup_forwarding+0x2af/0x4d0 [ 107.615154][ T1055] addrconf_sysctl_forward+0x209/0x2b0 [ 107.615253][ T1055] proc_sys_call_handler+0x31b/0x480 [ 107.615359][ T1055] new_sync_write+0x333/0x750 [ 107.615459][ T1055] vfs_write+0x6a4/0xc10 [ 107.615560][ T1055] ksys_write+0x116/0x250 [ 107.615661][ T1055] do_syscall_64+0x117/0x590 [ 107.615770][ T1055] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 107.615895][ T1055] INITIAL USE at: [ 107.615954][ T1055] __lock_acquire+0x378/0xc10 [ 107.616058][ T1055] lock_acquire.part.0+0xbc/0x260 [ 107.616157][ T1055] _raw_spin_lock+0x33/0x40 [ 107.616260][ T1055] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 107.616382][ T1055] __ipv6_dev_ac_inc+0x57e/0x930 [ 107.616480][ T1055] addrconf_join_anycast+0x1bc/0x260 [ 107.616588][ T1055] dev_forward_change+0x2be/0x850 [ 107.616692][ T1055] addrconf_fixup_forwarding+0x2af/0x4d0 [ 107.616812][ T1055] addrconf_sysctl_forward+0x209/0x2b0 [ 107.616913][ T1055] proc_sys_call_handler+0x31b/0x480 [ 107.617013][ T1055] new_sync_write+0x333/0x750 [ 107.617121][ T1055] vfs_write+0x6a4/0xc10 [ 107.617219][ T1055] ksys_write+0x116/0x250 [ 107.617317][ T1055] do_syscall_64+0x117/0x590 [ 107.617419][ T1055] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 107.617538][ T1055] } [ 107.617577][ T1055] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 107.617697][ T1055] ... acquired at: [ 107.617755][ T1055] mark_lock+0x1d7/0xa00 [ 107.617848][ T1055] mark_usage+0x105/0x170 [ 107.617935][ T1055] __lock_acquire+0x378/0xc10 [ 107.618014][ T1055] lock_acquire.part.0+0xbc/0x260 [ 107.618096][ T1055] _raw_spin_lock+0x33/0x40 [ 107.618176][ T1055] __ipv6_dev_ac_dec+0x236/0x5d0 [ 107.618254][ T1055] addrconf_leave_anycast+0x1bc/0x260 [ 107.618335][ T1055] dev_forward_change+0x3b3/0x850 [ 107.618416][ T1055] addrconf_fixup_forwarding+0x2af/0x4d0 [ 107.618517][ T1055] addrconf_sysctl_forward+0x209/0x2b0 [ 107.618597][ T1055] proc_sys_call_handler+0x31b/0x480 [ 107.618676][ T1055] new_sync_write+0x333/0x750 [ 107.618754][ T1055] vfs_write+0x6a4/0xc10 [ 107.618833][ T1055] ksys_write+0x116/0x250 [ 107.618913][ T1055] do_syscall_64+0x117/0x590 [ 107.618992][ T1055] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 107.619095][ T1055] [ 107.619134][ T1055] [ 107.619134][ T1055] stack backtrace: [ 107.619233][ T1055] CPU: 3 UID: 0 PID: 1055 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 107.619236][ T1055] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 107.619238][ T1055] Call Trace: [ 107.619240][ T1055] [ 107.619241][ T1055] dump_stack_lvl+0x6f/0xa0 [ 107.619246][ T1055] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 107.619250][ T1055] mark_lock_irq+0x989/0x9c0 [ 107.619252][ T1055] mark_lock+0x1d7/0xa00 [ 107.619254][ T1055] mark_usage+0x105/0x170 [ 107.619256][ T1055] __lock_acquire+0x378/0xc10 [ 107.619258][ T1055] lock_acquire.part.0+0xbc/0x260 [ 107.619259][ T1055] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 107.619261][ T1055] ? rcu_is_watching+0x15/0xd0 [ 107.619264][ T1055] ? do_raw_read_unlock+0x70/0x70 [ 107.619266][ T1055] ? lock_acquire+0x134/0x160 [ 107.619268][ T1055] _raw_spin_lock+0x33/0x40 [ 107.619269][ T1055] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 107.619271][ T1055] __ipv6_dev_ac_dec+0x236/0x5d0 [ 107.619273][ T1055] addrconf_leave_anycast+0x1bc/0x260 [ 107.619274][ T1055] ? find_held_lock+0x2b/0x80 [ 107.619277][ T1055] ? __ipv6_isatap_ifid+0x210/0x210 [ 107.619279][ T1055] ? mark_held_locks+0x40/0x70 [ 107.619281][ T1055] ? lockdep_hardirqs_on+0x8c/0x130 [ 107.619283][ T1055] dev_forward_change+0x3b3/0x850 [ 107.619285][ T1055] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 107.619287][ T1055] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 107.619290][ T1055] addrconf_fixup_forwarding+0x2af/0x4d0 [ 107.619292][ T1055] addrconf_sysctl_forward+0x209/0x2b0 [ 107.619294][ T1055] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 107.619296][ T1055] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 107.619298][ T1055] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 107.619301][ T1055] ? proc_sys_call_handler+0x25d/0x480 [ 107.619303][ T1055] proc_sys_call_handler+0x31b/0x480 [ 107.619306][ T1055] ? proc_sys_lookup+0x3d0/0x3d0 [ 107.619308][ T1055] ? rcu_read_unlock+0x1b/0x70 [ 107.619310][ T1055] ? do_raw_spin_unlock+0x59/0x250 [ 107.619312][ T1055] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 107.619314][ T1055] ? rcu_read_lock_any_held+0x3c/0x90 [ 107.619316][ T1055] ? proc_sys_call_handler+0x480/0x480 [ 107.619318][ T1055] new_sync_write+0x333/0x750 [ 107.619319][ T1055] ? __lock_acquire+0x508/0xc10 [ 107.619321][ T1055] ? new_sync_read+0x740/0x740 [ 107.619322][ T1055] ? lock_acquire.part.0+0xbc/0x260 [ 107.619324][ T1055] ? ksys_write+0x116/0x250 [ 107.619326][ T1055] vfs_write+0x6a4/0xc10 [ 107.619328][ T1055] ksys_write+0x116/0x250 [ 107.619329][ T1055] ? __ia32_sys_read+0xc0/0xc0 [ 107.619330][ T1055] ? rcu_is_watching+0x15/0xd0 [ 107.619332][ T1055] ? rcu_is_watching+0x15/0xd0 [ 107.619334][ T1055] do_syscall_64+0x117/0x590 [ 107.619335][ T1055] ? trace_hardirqs_off+0xd/0x30 [ 107.619338][ T1055] ? exc_page_fault+0xee/0x100 [ 107.619340][ T1055] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 107.619342][ T1055] RIP: 0033:0x7ff6427e808e [ 107.619344][ T1055] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 107.619346][ T1055] RSP: 002b:00007fff3fa7b280 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 107.619349][ T1055] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007ff6427e808e [ 107.619350][ T1055] RDX: 0000000000000002 RSI: 000055af948b74b0 RDI: 0000000000000005 [ 107.619351][ T1055] RBP: 00007fff3fa7b290 R08: 0000000000000000 R09: 0000000000000000 [ 107.619352][ T1055] R10: 0000000000000000 R11: 0000000000000202 R12: 000055af948b95e0 [ 107.619353][ T1055] R13: 000055af948b7470 R14: 0000000000000002 R15: 0000000000000000 [ 107.619355][ T1055]