[ 53.526206][ T688] ip (688) used greatest stack depth: 24320 bytes left [ 55.130217][ T767] ip (767) used greatest stack depth: 23920 bytes left [ 85.862745][ T1010] [ 85.862830][ T1010] ======================================================== [ 85.862960][ T1010] WARNING: possible irq lock inversion dependency detected [ 85.863076][ T1010] 7.1.0-rc5-virtme #1 Not tainted [ 85.863154][ T1010] -------------------------------------------------------- [ 85.863272][ T1010] sysctl/1010 just changed the state of lock: [ 85.863372][ T1010] ffffffffa897e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 85.863517][ T1010] but this lock was taken by another, SOFTIRQ-safe lock in the past: [ 85.863631][ T1010] (&ndev->lock){++--}-{3:3} [ 85.863633][ T1010] [ 85.863633][ T1010] [ 85.863633][ T1010] and interrupts could create inverse lock ordering between them. [ 85.863633][ T1010] [ 85.863920][ T1010] [ 85.863920][ T1010] other info that might help us debug this: [ 85.864036][ T1010] Possible interrupt unsafe locking scenario: [ 85.864036][ T1010] [ 85.864152][ T1010] CPU0 CPU1 [ 85.864233][ T1010] ---- ---- [ 85.864313][ T1010] lock(acaddr_hash_lock); [ 85.864395][ T1010] local_irq_disable(); [ 85.864496][ T1010] lock(&ndev->lock); [ 85.864604][ T1010] lock(acaddr_hash_lock); [ 85.864704][ T1010] [ 85.864768][ T1010] lock(&ndev->lock); [ 85.864829][ T1010] [ 85.864829][ T1010] *** DEADLOCK *** [ 85.864829][ T1010] [ 85.864947][ T1010] 2 locks held by sysctl/1010: [ 85.865031][ T1010] #0: ff1100000a0bc3e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 85.865181][ T1010] #1: ffffffffa888c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 85.865342][ T1010] [ 85.865342][ T1010] the shortest dependencies between 2nd lock and 1st lock: [ 85.865478][ T1010] -> (&ndev->lock){++--}-{3:3} { [ 85.865560][ T1010] HARDIRQ-ON-W at: [ 85.865628][ T1010] __lock_acquire+0x378/0xc10 [ 85.865734][ T1010] lock_acquire.part.0+0xbc/0x260 [ 85.865832][ T1010] _raw_write_lock_bh+0x38/0x50 [ 85.865937][ T1010] addrconf_permanent_addr+0x108/0x9c0 [ 85.866055][ T1010] addrconf_notify+0x151/0xf30 [ 85.866166][ T1010] notifier_call_chain+0xb0/0x320 [ 85.866273][ T1010] __dev_notify_flags+0xde/0x280 [ 85.866415][ T1010] netif_change_flags+0xfe/0x190 [ 85.866518][ T1010] do_setlink.isra.0+0x1cc3/0x2750 [ 85.866619][ T1010] rtnl_newlink+0x8d1/0xef0 [ 85.866759][ T1010] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 85.866865][ T1010] netlink_rcv_skb+0x14e/0x3a0 [ 85.866974][ T1010] netlink_unicast+0x486/0x750 [ 85.867111][ T1010] netlink_sendmsg+0x735/0xc60 [ 85.867207][ T1010] ____sys_sendmsg+0x419/0x850 [ 85.867310][ T1010] ___sys_sendmsg+0x14e/0x1d0 [ 85.867411][ T1010] __sys_sendmsg+0x145/0x1f0 [ 85.867552][ T1010] do_syscall_64+0x117/0x590 [ 85.867651][ T1010] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 85.867769][ T1010] HARDIRQ-ON-R at: [ 85.867870][ T1010] __lock_acquire+0x378/0xc10 [ 85.867978][ T1010] lock_acquire.part.0+0xbc/0x260 [ 85.868078][ T1010] _raw_read_lock_bh+0x44/0x80 [ 85.868216][ T1010] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 85.868334][ T1010] inet6_fill_link_af+0x5c/0xe0 [ 85.868437][ T1010] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 85.868594][ T1010] rtnl_getlink+0x9c9/0xeb0 [ 85.868692][ T1010] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 85.868792][ T1010] netlink_rcv_skb+0x14e/0x3a0 [ 85.868936][ T1010] netlink_unicast+0x486/0x750 [ 85.869040][ T1010] netlink_sendmsg+0x735/0xc60 [ 85.869136][ T1010] ____sys_sendmsg+0x419/0x850 [ 85.869275][ T1010] ___sys_sendmsg+0x14e/0x1d0 [ 85.869371][ T1010] __sys_sendmsg+0x145/0x1f0 [ 85.869467][ T1010] do_syscall_64+0x117/0x590 [ 85.869565][ T1010] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 85.869719][ T1010] IN-SOFTIRQ-W at: [ 85.869777][ T1010] __lock_acquire+0x378/0xc10 [ 85.869874][ T1010] lock_acquire.part.0+0xbc/0x260 [ 85.870018][ T1010] _raw_write_lock+0x33/0x40 [ 85.870116][ T1010] addrconf_rs_timer+0xb0/0x770 [ 85.870214][ T1010] call_timer_fn+0x163/0x4f0 [ 85.870351][ T1010] __run_timers+0x68f/0xab0 [ 85.870447][ T1010] run_timer_softirq+0xf0/0x160 [ 85.870544][ T1010] handle_softirqs+0x1d8/0x940 [ 85.870642][ T1010] __irq_exit_rcu+0x103/0x1c0 [ 85.870746][ T1010] irq_exit_rcu+0xe/0x30 [ 85.870843][ T1010] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 85.870966][ T1010] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 85.871081][ T1010] pv_native_safe_halt+0xf/0x10 [ 85.871177][ T1010] default_idle+0x9/0x10 [ 85.871318][ T1010] default_idle_call+0x6e/0xb0 [ 85.871415][ T1010] cpuidle_idle_call.constprop.0+0x237/0x410 [ 85.871530][ T1010] do_idle+0xf5/0x160 [ 85.871668][ T1010] cpu_startup_entry+0x53/0x70 [ 85.871773][ T1010] start_secondary+0x204/0x2b0 [ 85.871882][ T1010] common_startup_64+0x13e/0x148 [ 85.871983][ T1010] IN-SOFTIRQ-R at: [ 85.872080][ T1010] __lock_acquire+0x378/0xc10 [ 85.872177][ T1010] lock_acquire.part.0+0xbc/0x260 [ 85.872273][ T1010] _raw_read_lock_bh+0x44/0x80 [ 85.872370][ T1010] ipv6_get_lladdr+0xa8/0x3f0 [ 85.872473][ T1010] addrconf_rs_timer+0x251/0x770 [ 85.872569][ T1010] call_timer_fn+0x163/0x4f0 [ 85.872705][ T1010] __run_timers+0x68f/0xab0 [ 85.872802][ T1010] run_timer_softirq+0xf0/0x160 [ 85.872907][ T1010] handle_softirqs+0x1d8/0x940 [ 85.873004][ T1010] __irq_exit_rcu+0x103/0x1c0 [ 85.873142][ T1010] irq_exit_rcu+0xe/0x30 [ 85.873243][ T1010] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 85.873359][ T1010] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 85.873515][ T1010] pv_native_safe_halt+0xf/0x10 [ 85.873611][ T1010] default_idle+0x9/0x10 [ 85.873708][ T1010] default_idle_call+0x6e/0xb0 [ 85.873844][ T1010] cpuidle_idle_call.constprop.0+0x237/0x410 [ 85.873963][ T1010] do_idle+0xf5/0x160 [ 85.874061][ T1010] cpu_startup_entry+0x53/0x70 [ 85.874197][ T1010] start_secondary+0x204/0x2b0 [ 85.874299][ T1010] common_startup_64+0x13e/0x148 [ 85.874396][ T1010] INITIAL USE at: [ 85.874493][ T1010] __lock_acquire+0x378/0xc10 [ 85.874589][ T1010] lock_acquire.part.0+0xbc/0x260 [ 85.874686][ T1010] _raw_write_lock_bh+0x38/0x50 [ 85.874824][ T1010] addrconf_permanent_addr+0x108/0x9c0 [ 85.874951][ T1010] addrconf_notify+0x151/0xf30 [ 85.875050][ T1010] notifier_call_chain+0xb0/0x320 [ 85.875188][ T1010] __dev_notify_flags+0xde/0x280 [ 85.875285][ T1010] netif_change_flags+0xfe/0x190 [ 85.875383][ T1010] do_setlink.isra.0+0x1cc3/0x2750 [ 85.875489][ T1010] rtnl_newlink+0x8d1/0xef0 [ 85.875625][ T1010] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 85.875726][ T1010] netlink_rcv_skb+0x14e/0x3a0 [ 85.875823][ T1010] netlink_unicast+0x486/0x750 [ 85.875967][ T1010] netlink_sendmsg+0x735/0xc60 [ 85.876065][ T1010] ____sys_sendmsg+0x419/0x850 [ 85.876161][ T1010] ___sys_sendmsg+0x14e/0x1d0 [ 85.876298][ T1010] __sys_sendmsg+0x145/0x1f0 [ 85.876400][ T1010] do_syscall_64+0x117/0x590 [ 85.876498][ T1010] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 85.876659][ T1010] INITIAL READ USE at: [ 85.876737][ T1010] __lock_acquire+0x378/0xc10 [ 85.876835][ T1010] lock_acquire.part.0+0xbc/0x260 [ 85.876997][ T1010] _raw_read_lock_bh+0x44/0x80 [ 85.877093][ T1010] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 85.877214][ T1010] inet6_fill_link_af+0x5c/0xe0 [ 85.877356][ T1010] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 85.877472][ T1010] rtnl_getlink+0x9c9/0xeb0 [ 85.877570][ T1010] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 85.877708][ T1010] netlink_rcv_skb+0x14e/0x3a0 [ 85.877806][ T1010] netlink_unicast+0x486/0x750 [ 85.877912][ T1010] netlink_sendmsg+0x735/0xc60 [ 85.878049][ T1010] ____sys_sendmsg+0x419/0x850 [ 85.878147][ T1010] ___sys_sendmsg+0x14e/0x1d0 [ 85.878245][ T1010] __sys_sendmsg+0x145/0x1f0 [ 85.878341][ T1010] do_syscall_64+0x117/0x590 [ 85.878439][ T1010] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 85.878554][ T1010] } [ 85.878595][ T1010] ... key at: [] __key.37+0x0/0x40 [ 85.878754][ T1010] ... acquired at: [ 85.878815][ T1010] __lock_acquire+0x508/0xc10 [ 85.878899][ T1010] lock_acquire.part.0+0xbc/0x260 [ 85.878976][ T1010] _raw_spin_lock+0x33/0x40 [ 85.879098][ T1010] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 85.879193][ T1010] __ipv6_dev_ac_inc+0x57e/0x930 [ 85.879269][ T1010] addrconf_join_anycast+0x1bc/0x260 [ 85.879345][ T1010] dev_forward_change+0x2be/0x850 [ 85.879423][ T1010] addrconf_fixup_forwarding+0x2af/0x4d0 [ 85.879520][ T1010] addrconf_sysctl_forward+0x209/0x2b0 [ 85.879605][ T1010] proc_sys_call_handler+0x31b/0x480 [ 85.879684][ T1010] new_sync_write+0x333/0x750 [ 85.879803][ T1010] vfs_write+0x6a4/0xc10 [ 85.879883][ T1010] ksys_write+0x116/0x250 [ 85.879975][ T1010] do_syscall_64+0x117/0x590 [ 85.880055][ T1010] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 85.880189][ T1010] [ 85.880230][ T1010] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 85.880310][ T1010] HARDIRQ-ON-W at: [ 85.880368][ T1010] __lock_acquire+0x378/0xc10 [ 85.880508][ T1010] lock_acquire.part.0+0xbc/0x260 [ 85.880605][ T1010] _raw_spin_lock+0x33/0x40 [ 85.880702][ T1010] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 85.880858][ T1010] __ipv6_dev_ac_inc+0x57e/0x930 [ 85.880959][ T1010] addrconf_join_anycast+0x1bc/0x260 [ 85.881057][ T1010] dev_forward_change+0x2be/0x850 [ 85.881195][ T1010] addrconf_fixup_forwarding+0x2af/0x4d0 [ 85.881311][ T1010] addrconf_sysctl_forward+0x209/0x2b0 [ 85.881410][ T1010] proc_sys_call_handler+0x31b/0x480 [ 85.881548][ T1010] new_sync_write+0x333/0x750 [ 85.881643][ T1010] vfs_write+0x6a4/0xc10 [ 85.881750][ T1010] ksys_write+0x116/0x250 [ 85.881889][ T1010] do_syscall_64+0x117/0x590 [ 85.881987][ T1010] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 85.882112][ T1010] SOFTIRQ-ON-W at: [ 85.882170][ T1010] __lock_acquire+0x378/0xc10 [ 85.882308][ T1010] lock_acquire.part.0+0xbc/0x260 [ 85.882405][ T1010] _raw_spin_lock+0x33/0x40 [ 85.882502][ T1010] __ipv6_dev_ac_dec+0x236/0x5d0 [ 85.882638][ T1010] addrconf_leave_anycast+0x1bc/0x260 [ 85.882737][ T1010] dev_forward_change+0x3b3/0x850 [ 85.882835][ T1010] addrconf_fixup_forwarding+0x2af/0x4d0 [ 85.882998][ T1010] addrconf_sysctl_forward+0x209/0x2b0 [ 85.883096][ T1010] proc_sys_call_handler+0x31b/0x480 [ 85.883194][ T1010] new_sync_write+0x333/0x750 [ 85.883340][ T1010] vfs_write+0x6a4/0xc10 [ 85.883437][ T1010] ksys_write+0x116/0x250 [ 85.883534][ T1010] do_syscall_64+0x117/0x590 [ 85.883672][ T1010] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 85.883789][ T1010] INITIAL USE at: [ 85.883847][ T1010] __lock_acquire+0x378/0xc10 [ 85.883950][ T1010] lock_acquire.part.0+0xbc/0x260 [ 85.884087][ T1010] _raw_spin_lock+0x33/0x40 [ 85.884185][ T1010] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 85.884301][ T1010] __ipv6_dev_ac_inc+0x57e/0x930 [ 85.884442][ T1010] addrconf_join_anycast+0x1bc/0x260 [ 85.884539][ T1010] dev_forward_change+0x2be/0x850 [ 85.884638][ T1010] addrconf_fixup_forwarding+0x2af/0x4d0 [ 85.884799][ T1010] addrconf_sysctl_forward+0x209/0x2b0 [ 85.884901][ T1010] proc_sys_call_handler+0x31b/0x480 [ 85.884999][ T1010] new_sync_write+0x333/0x750 [ 85.885136][ T1010] vfs_write+0x6a4/0xc10 [ 85.885233][ T1010] ksys_write+0x116/0x250 [ 85.885334][ T1010] do_syscall_64+0x117/0x590 [ 85.885470][ T1010] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 85.885591][ T1010] } [ 85.885630][ T1010] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 85.885747][ T1010] ... acquired at: [ 85.885850][ T1010] mark_lock+0x1d7/0xa00 [ 85.885933][ T1010] mark_usage+0x105/0x170 [ 85.886011][ T1010] __lock_acquire+0x378/0xc10 [ 85.886088][ T1010] lock_acquire.part.0+0xbc/0x260 [ 85.886205][ T1010] _raw_spin_lock+0x33/0x40 [ 85.886289][ T1010] __ipv6_dev_ac_dec+0x236/0x5d0 [ 85.886367][ T1010] addrconf_leave_anycast+0x1bc/0x260 [ 85.886446][ T1010] dev_forward_change+0x3b3/0x850 [ 85.886565][ T1010] addrconf_fixup_forwarding+0x2af/0x4d0 [ 85.886664][ T1010] addrconf_sysctl_forward+0x209/0x2b0 [ 85.886742][ T1010] proc_sys_call_handler+0x31b/0x480 [ 85.886820][ T1010] new_sync_write+0x333/0x750 [ 85.886942][ T1010] vfs_write+0x6a4/0xc10 [ 85.887020][ T1010] ksys_write+0x116/0x250 [ 85.887098][ T1010] do_syscall_64+0x117/0x590 [ 85.887177][ T1010] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 85.887312][ T1010] [ 85.887351][ T1010] [ 85.887351][ T1010] stack backtrace: [ 85.887448][ T1010] CPU: 3 UID: 0 PID: 1010 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 85.887451][ T1010] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 85.887453][ T1010] Call Trace: [ 85.887455][ T1010] [ 85.887456][ T1010] dump_stack_lvl+0x6f/0xa0 [ 85.887461][ T1010] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 85.887464][ T1010] mark_lock_irq+0x989/0x9c0 [ 85.887467][ T1010] mark_lock+0x1d7/0xa00 [ 85.887468][ T1010] mark_usage+0x105/0x170 [ 85.887470][ T1010] __lock_acquire+0x378/0xc10 [ 85.887472][ T1010] lock_acquire.part.0+0xbc/0x260 [ 85.887473][ T1010] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 85.887475][ T1010] ? rcu_is_watching+0x15/0xd0 [ 85.887478][ T1010] ? do_raw_read_unlock+0x70/0x70 [ 85.887480][ T1010] ? lock_acquire+0x134/0x160 [ 85.887482][ T1010] _raw_spin_lock+0x33/0x40 [ 85.887483][ T1010] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 85.887484][ T1010] __ipv6_dev_ac_dec+0x236/0x5d0 [ 85.887486][ T1010] addrconf_leave_anycast+0x1bc/0x260 [ 85.887488][ T1010] ? find_held_lock+0x2b/0x80 [ 85.887491][ T1010] ? __ipv6_isatap_ifid+0x210/0x210 [ 85.887493][ T1010] ? mark_held_locks+0x40/0x70 [ 85.887494][ T1010] ? lockdep_hardirqs_on+0x8c/0x130 [ 85.887496][ T1010] dev_forward_change+0x3b3/0x850 [ 85.887498][ T1010] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 85.887500][ T1010] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 85.887503][ T1010] addrconf_fixup_forwarding+0x2af/0x4d0 [ 85.887505][ T1010] addrconf_sysctl_forward+0x209/0x2b0 [ 85.887507][ T1010] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 85.887509][ T1010] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 85.887511][ T1010] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 85.887514][ T1010] ? proc_sys_call_handler+0x25d/0x480 [ 85.887517][ T1010] proc_sys_call_handler+0x31b/0x480 [ 85.887519][ T1010] ? proc_sys_lookup+0x3d0/0x3d0 [ 85.887521][ T1010] ? rcu_read_unlock+0x1b/0x70 [ 85.887523][ T1010] ? do_raw_spin_unlock+0x59/0x250 [ 85.887525][ T1010] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 85.887527][ T1010] ? rcu_read_lock_any_held+0x3c/0x90 [ 85.887529][ T1010] ? proc_sys_call_handler+0x480/0x480 [ 85.887531][ T1010] new_sync_write+0x333/0x750 [ 85.887532][ T1010] ? __lock_acquire+0x508/0xc10 [ 85.887533][ T1010] ? new_sync_read+0x740/0x740 [ 85.887535][ T1010] ? lock_acquire.part.0+0xbc/0x260 [ 85.887536][ T1010] ? ksys_write+0x116/0x250 [ 85.887538][ T1010] vfs_write+0x6a4/0xc10 [ 85.887540][ T1010] ksys_write+0x116/0x250 [ 85.887542][ T1010] ? __ia32_sys_read+0xc0/0xc0 [ 85.887543][ T1010] ? rcu_is_watching+0x15/0xd0 [ 85.887545][ T1010] ? rcu_is_watching+0x15/0xd0 [ 85.887547][ T1010] do_syscall_64+0x117/0x590 [ 85.887548][ T1010] ? trace_hardirqs_off+0xd/0x30 [ 85.887551][ T1010] ? exc_page_fault+0xee/0x100 [ 85.887553][ T1010] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 85.887554][ T1010] RIP: 0033:0x7f9fd0b6008e [ 85.887557][ T1010] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 85.887558][ T1010] RSP: 002b:00007ffff04a48e0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 85.887561][ T1010] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f9fd0b6008e [ 85.887563][ T1010] RDX: 0000000000000002 RSI: 0000561fe29704b0 RDI: 0000000000000005 [ 85.887563][ T1010] RBP: 00007ffff04a48f0 R08: 0000000000000000 R09: 0000000000000000 [ 85.887564][ T1010] R10: 0000000000000000 R11: 0000000000000202 R12: 0000561fe29725e0 [ 85.887565][ T1010] R13: 0000561fe2970470 R14: 0000000000000002 R15: 0000000000000000 [ 85.887567][ T1010]