[ 134.308356][ T1324] jq (1324) used greatest stack depth: 23840 bytes left [ 144.642669][ T1442] [ 144.642756][ T1442] ======================================================== [ 144.642885][ T1442] WARNING: possible irq lock inversion dependency detected [ 144.643012][ T1442] 7.1.0-rc5-virtme #1 Not tainted [ 144.643098][ T1442] -------------------------------------------------------- [ 144.643223][ T1442] sysctl/1442 just changed the state of lock: [ 144.643323][ T1442] ffffffffa8f7e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 144.643479][ T1442] but this lock was taken by another, SOFTIRQ-safe lock in the past: [ 144.643602][ T1442] (&ndev->lock){++--}-{3:3} [ 144.643604][ T1442] [ 144.643604][ T1442] [ 144.643604][ T1442] and interrupts could create inverse lock ordering between them. [ 144.643604][ T1442] [ 144.643903][ T1442] [ 144.643903][ T1442] other info that might help us debug this: [ 144.644021][ T1442] Possible interrupt unsafe locking scenario: [ 144.644021][ T1442] [ 144.644143][ T1442] CPU0 CPU1 [ 144.644224][ T1442] ---- ---- [ 144.644303][ T1442] lock(acaddr_hash_lock); [ 144.644390][ T1442] local_irq_disable(); [ 144.644491][ T1442] lock(&ndev->lock); [ 144.644596][ T1442] lock(acaddr_hash_lock); [ 144.644740][ T1442] [ 144.644808][ T1442] lock(&ndev->lock); [ 144.644874][ T1442] [ 144.644874][ T1442] *** DEADLOCK *** [ 144.644874][ T1442] [ 144.644997][ T1442] 2 locks held by sysctl/1442: [ 144.645079][ T1442] #0: ff11000009b043e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 144.645236][ T1442] #1: ffffffffa8e8c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 144.645411][ T1442] [ 144.645411][ T1442] the shortest dependencies between 2nd lock and 1st lock: [ 144.645563][ T1442] -> (&ndev->lock){++--}-{3:3} { [ 144.645648][ T1442] HARDIRQ-ON-W at: [ 144.645712][ T1442] __lock_acquire+0x378/0xc10 [ 144.645859][ T1442] lock_acquire.part.0+0xbc/0x260 [ 144.645960][ T1442] _raw_write_lock_bh+0x38/0x50 [ 144.646063][ T1442] addrconf_permanent_addr+0x108/0x9c0 [ 144.646186][ T1442] addrconf_notify+0x151/0xf30 [ 144.646292][ T1442] notifier_call_chain+0xb0/0x320 [ 144.646401][ T1442] __dev_notify_flags+0xde/0x280 [ 144.646504][ T1442] netif_change_flags+0xfe/0x190 [ 144.646608][ T1442] do_setlink.isra.0+0x1cc3/0x2750 [ 144.646716][ T1442] rtnl_newlink+0x8d1/0xef0 [ 144.646863][ T1442] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 144.646968][ T1442] netlink_rcv_skb+0x14e/0x3a0 [ 144.647072][ T1442] netlink_unicast+0x486/0x750 [ 144.647173][ T1442] netlink_sendmsg+0x735/0xc60 [ 144.647276][ T1442] ____sys_sendmsg+0x419/0x850 [ 144.647390][ T1442] ___sys_sendmsg+0x14e/0x1d0 [ 144.647491][ T1442] __sys_sendmsg+0x145/0x1f0 [ 144.647590][ T1442] do_syscall_64+0x117/0x590 [ 144.647689][ T1442] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 144.647855][ T1442] HARDIRQ-ON-R at: [ 144.647923][ T1442] __lock_acquire+0x378/0xc10 [ 144.648022][ T1442] lock_acquire.part.0+0xbc/0x260 [ 144.648120][ T1442] _raw_read_lock_bh+0x44/0x80 [ 144.648223][ T1442] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 144.648351][ T1442] inet6_fill_link_af+0x5c/0xe0 [ 144.648452][ T1442] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 144.648613][ T1442] rtnl_getlink+0x9c9/0xeb0 [ 144.648712][ T1442] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 144.648809][ T1442] netlink_rcv_skb+0x14e/0x3a0 [ 144.648951][ T1442] netlink_unicast+0x486/0x750 [ 144.649049][ T1442] netlink_sendmsg+0x735/0xc60 [ 144.649153][ T1442] ____sys_sendmsg+0x419/0x850 [ 144.649294][ T1442] ___sys_sendmsg+0x14e/0x1d0 [ 144.649407][ T1442] __sys_sendmsg+0x145/0x1f0 [ 144.649506][ T1442] do_syscall_64+0x117/0x590 [ 144.649645][ T1442] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 144.649761][ T1442] IN-SOFTIRQ-W at: [ 144.649821][ T1442] __lock_acquire+0x378/0xc10 [ 144.649920][ T1442] lock_acquire.part.0+0xbc/0x260 [ 144.650061][ T1442] _raw_write_lock+0x33/0x40 [ 144.650167][ T1442] addrconf_rs_timer+0xb0/0x770 [ 144.650265][ T1442] call_timer_fn+0x163/0x4f0 [ 144.650417][ T1442] __run_timers+0x68f/0xab0 [ 144.650516][ T1442] run_timer_softirq+0xf0/0x160 [ 144.650617][ T1442] handle_softirqs+0x1d8/0x940 [ 144.650759][ T1442] __irq_exit_rcu+0x103/0x1c0 [ 144.650867][ T1442] irq_exit_rcu+0xe/0x30 [ 144.650970][ T1442] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 144.651134][ T1442] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 144.651251][ T1442] pv_native_safe_halt+0xf/0x10 [ 144.651355][ T1442] default_idle+0x9/0x10 [ 144.651497][ T1442] default_idle_call+0x6e/0xb0 [ 144.651597][ T1442] cpuidle_idle_call.constprop.0+0x237/0x410 [ 144.651719][ T1442] do_idle+0xf5/0x160 [ 144.651860][ T1442] cpu_startup_entry+0x53/0x70 [ 144.651963][ T1442] start_secondary+0x204/0x2b0 [ 144.652063][ T1442] common_startup_64+0x13e/0x148 [ 144.652206][ T1442] IN-SOFTIRQ-R at: [ 144.652266][ T1442] __lock_acquire+0x378/0xc10 [ 144.652371][ T1442] lock_acquire.part.0+0xbc/0x260 [ 144.652470][ T1442] _raw_read_lock_bh+0x44/0x80 [ 144.652611][ T1442] ipv6_get_lladdr+0xa8/0x3f0 [ 144.652719][ T1442] addrconf_rs_timer+0x251/0x770 [ 144.652820][ T1442] call_timer_fn+0x163/0x4f0 [ 144.652964][ T1442] __run_timers+0x68f/0xab0 [ 144.653065][ T1442] run_timer_softirq+0xf0/0x160 [ 144.653165][ T1442] handle_softirqs+0x1d8/0x940 [ 144.653304][ T1442] __irq_exit_rcu+0x103/0x1c0 [ 144.653410][ T1442] irq_exit_rcu+0xe/0x30 [ 144.653508][ T1442] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 144.653678][ T1442] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 144.653796][ T1442] pv_native_safe_halt+0xf/0x10 [ 144.653899][ T1442] default_idle+0x9/0x10 [ 144.654040][ T1442] default_idle_call+0x6e/0xb0 [ 144.654150][ T1442] cpuidle_idle_call.constprop.0+0x237/0x410 [ 144.654270][ T1442] do_idle+0xf5/0x160 [ 144.654415][ T1442] cpu_startup_entry+0x53/0x70 [ 144.654513][ T1442] start_secondary+0x204/0x2b0 [ 144.654627][ T1442] common_startup_64+0x13e/0x148 [ 144.654730][ T1442] INITIAL USE at: [ 144.654833][ T1442] __lock_acquire+0x378/0xc10 [ 144.654931][ T1442] lock_acquire.part.0+0xbc/0x260 [ 144.655036][ T1442] _raw_write_lock_bh+0x38/0x50 [ 144.655178][ T1442] addrconf_permanent_addr+0x108/0x9c0 [ 144.655296][ T1442] addrconf_notify+0x151/0xf30 [ 144.655399][ T1442] notifier_call_chain+0xb0/0x320 [ 144.655547][ T1442] __dev_notify_flags+0xde/0x280 [ 144.655647][ T1442] netif_change_flags+0xfe/0x190 [ 144.655754][ T1442] do_setlink.isra.0+0x1cc3/0x2750 [ 144.655896][ T1442] rtnl_newlink+0x8d1/0xef0 [ 144.656000][ T1442] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 144.656101][ T1442] netlink_rcv_skb+0x14e/0x3a0 [ 144.656203][ T1442] netlink_unicast+0x486/0x750 [ 144.656301][ T1442] netlink_sendmsg+0x735/0xc60 [ 144.656403][ T1442] ____sys_sendmsg+0x419/0x850 [ 144.656502][ T1442] ___sys_sendmsg+0x14e/0x1d0 [ 144.656650][ T1442] __sys_sendmsg+0x145/0x1f0 [ 144.656747][ T1442] do_syscall_64+0x117/0x590 [ 144.656846][ T1442] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 144.657012][ T1442] INITIAL READ USE at: [ 144.657090][ T1442] __lock_acquire+0x378/0xc10 [ 144.657188][ T1442] lock_acquire.part.0+0xbc/0x260 [ 144.657360][ T1442] _raw_read_lock_bh+0x44/0x80 [ 144.657459][ T1442] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 144.657576][ T1442] inet6_fill_link_af+0x5c/0xe0 [ 144.657721][ T1442] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 144.657842][ T1442] rtnl_getlink+0x9c9/0xeb0 [ 144.657948][ T1442] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 144.658093][ T1442] netlink_rcv_skb+0x14e/0x3a0 [ 144.658193][ T1442] netlink_unicast+0x486/0x750 [ 144.658295][ T1442] netlink_sendmsg+0x735/0xc60 [ 144.658441][ T1442] ____sys_sendmsg+0x419/0x850 [ 144.658547][ T1442] ___sys_sendmsg+0x14e/0x1d0 [ 144.658651][ T1442] __sys_sendmsg+0x145/0x1f0 [ 144.658793][ T1442] do_syscall_64+0x117/0x590 [ 144.658894][ T1442] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 144.659013][ T1442] } [ 144.659056][ T1442] ... key at: [] __key.37+0x0/0x40 [ 144.659218][ T1442] ... acquired at: [ 144.659282][ T1442] __lock_acquire+0x508/0xc10 [ 144.659365][ T1442] lock_acquire.part.0+0xbc/0x260 [ 144.659450][ T1442] _raw_spin_lock+0x33/0x40 [ 144.659575][ T1442] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 144.659673][ T1442] __ipv6_dev_ac_inc+0x57e/0x930 [ 144.659753][ T1442] addrconf_join_anycast+0x1bc/0x260 [ 144.659832][ T1442] __ipv6_ifa_notify+0x75b/0xad0 [ 144.659953][ T1442] addrconf_dad_completed+0x14b/0xe10 [ 144.660031][ T1442] addrconf_dad_work+0x3c1/0x930 [ 144.660110][ T1442] process_one_work+0xdf8/0x1410 [ 144.660191][ T1442] worker_thread+0x4f1/0xd60 [ 144.660312][ T1442] kthread+0x367/0x460 [ 144.660381][ T1442] ret_from_fork+0x474/0x6b0 [ 144.660465][ T1442] ret_from_fork_asm+0x11/0x20 [ 144.660546][ T1442] [ 144.660629][ T1442] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 144.660716][ T1442] HARDIRQ-ON-W at: [ 144.660775][ T1442] __lock_acquire+0x378/0xc10 [ 144.660876][ T1442] lock_acquire.part.0+0xbc/0x260 [ 144.661016][ T1442] _raw_spin_lock+0x33/0x40 [ 144.661120][ T1442] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 144.661239][ T1442] __ipv6_dev_ac_inc+0x57e/0x930 [ 144.661388][ T1442] addrconf_join_anycast+0x1bc/0x260 [ 144.661487][ T1442] __ipv6_ifa_notify+0x75b/0xad0 [ 144.661592][ T1442] addrconf_dad_completed+0x14b/0xe10 [ 144.661731][ T1442] addrconf_dad_work+0x3c1/0x930 [ 144.661831][ T1442] process_one_work+0xdf8/0x1410 [ 144.661934][ T1442] worker_thread+0x4f1/0xd60 [ 144.662031][ T1442] kthread+0x367/0x460 [ 144.662152][ T1442] ret_from_fork+0x474/0x6b0 [ 144.662258][ T1442] ret_from_fork_asm+0x11/0x20 [ 144.662364][ T1442] SOFTIRQ-ON-W at: [ 144.662465][ T1442] __lock_acquire+0x378/0xc10 [ 144.662564][ T1442] lock_acquire.part.0+0xbc/0x260 [ 144.662667][ T1442] _raw_spin_lock+0x33/0x40 [ 144.662766][ T1442] __ipv6_dev_ac_dec+0x236/0x5d0 [ 144.662912][ T1442] addrconf_leave_anycast+0x1bc/0x260 [ 144.663010][ T1442] dev_forward_change+0x3b3/0x850 [ 144.663110][ T1442] addrconf_fixup_forwarding+0x2af/0x4d0 [ 144.663268][ T1442] addrconf_sysctl_forward+0x209/0x2b0 [ 144.663373][ T1442] proc_sys_call_handler+0x31b/0x480 [ 144.663474][ T1442] new_sync_write+0x333/0x750 [ 144.663617][ T1442] vfs_write+0x6a4/0xc10 [ 144.663717][ T1442] ksys_write+0x116/0x250 [ 144.663816][ T1442] do_syscall_64+0x117/0x590 [ 144.663957][ T1442] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 144.664074][ T1442] INITIAL USE at: [ 144.664139][ T1442] __lock_acquire+0x378/0xc10 [ 144.664281][ T1442] lock_acquire.part.0+0xbc/0x260 [ 144.664384][ T1442] _raw_spin_lock+0x33/0x40 [ 144.664482][ T1442] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 144.664639][ T1442] __ipv6_dev_ac_inc+0x57e/0x930 [ 144.664738][ T1442] addrconf_join_anycast+0x1bc/0x260 [ 144.664837][ T1442] __ipv6_ifa_notify+0x75b/0xad0 [ 144.664935][ T1442] addrconf_dad_completed+0x14b/0xe10 [ 144.665081][ T1442] addrconf_dad_work+0x3c1/0x930 [ 144.665184][ T1442] process_one_work+0xdf8/0x1410 [ 144.665283][ T1442] worker_thread+0x4f1/0xd60 [ 144.665438][ T1442] kthread+0x367/0x460 [ 144.665517][ T1442] ret_from_fork+0x474/0x6b0 [ 144.665616][ T1442] ret_from_fork_asm+0x11/0x20 [ 144.665756][ T1442] } [ 144.665801][ T1442] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 144.665924][ T1442] ... acquired at: [ 144.665983][ T1442] mark_lock+0x1d7/0xa00 [ 144.666103][ T1442] mark_usage+0x105/0x170 [ 144.666181][ T1442] __lock_acquire+0x378/0xc10 [ 144.666260][ T1442] lock_acquire.part.0+0xbc/0x260 [ 144.666341][ T1442] _raw_spin_lock+0x33/0x40 [ 144.666460][ T1442] __ipv6_dev_ac_dec+0x236/0x5d0 [ 144.666537][ T1442] addrconf_leave_anycast+0x1bc/0x260 [ 144.666616][ T1442] dev_forward_change+0x3b3/0x850 [ 144.666695][ T1442] addrconf_fixup_forwarding+0x2af/0x4d0 [ 144.666836][ T1442] addrconf_sysctl_forward+0x209/0x2b0 [ 144.666916][ T1442] proc_sys_call_handler+0x31b/0x480 [ 144.666996][ T1442] new_sync_write+0x333/0x750 [ 144.667073][ T1442] vfs_write+0x6a4/0xc10 [ 144.667193][ T1442] ksys_write+0x116/0x250 [ 144.667273][ T1442] do_syscall_64+0x117/0x590 [ 144.667355][ T1442] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 144.667452][ T1442] [ 144.667533][ T1442] [ 144.667533][ T1442] stack backtrace: [ 144.667634][ T1442] CPU: 3 UID: 0 PID: 1442 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 144.667638][ T1442] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 144.667640][ T1442] Call Trace: [ 144.667641][ T1442] [ 144.667642][ T1442] dump_stack_lvl+0x6f/0xa0 [ 144.667646][ T1442] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 144.667650][ T1442] mark_lock_irq+0x989/0x9c0 [ 144.667653][ T1442] mark_lock+0x1d7/0xa00 [ 144.667654][ T1442] mark_usage+0x105/0x170 [ 144.667656][ T1442] __lock_acquire+0x378/0xc10 [ 144.667658][ T1442] lock_acquire.part.0+0xbc/0x260 [ 144.667659][ T1442] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 144.667661][ T1442] ? rcu_is_watching+0x15/0xd0 [ 144.667664][ T1442] ? do_raw_read_unlock+0x70/0x70 [ 144.667666][ T1442] ? lock_acquire+0x134/0x160 [ 144.667667][ T1442] _raw_spin_lock+0x33/0x40 [ 144.667669][ T1442] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 144.667670][ T1442] __ipv6_dev_ac_dec+0x236/0x5d0 [ 144.667672][ T1442] addrconf_leave_anycast+0x1bc/0x260 [ 144.667674][ T1442] ? find_held_lock+0x2b/0x80 [ 144.667677][ T1442] ? __ipv6_isatap_ifid+0x210/0x210 [ 144.667679][ T1442] ? mark_held_locks+0x40/0x70 [ 144.667680][ T1442] ? lockdep_hardirqs_on+0x8c/0x130 [ 144.667682][ T1442] dev_forward_change+0x3b3/0x850 [ 144.667685][ T1442] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 144.667686][ T1442] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 144.667689][ T1442] addrconf_fixup_forwarding+0x2af/0x4d0 [ 144.667692][ T1442] addrconf_sysctl_forward+0x209/0x2b0 [ 144.667694][ T1442] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 144.667696][ T1442] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 144.667698][ T1442] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 144.667701][ T1442] ? proc_sys_call_handler+0x25d/0x480 [ 144.667704][ T1442] proc_sys_call_handler+0x31b/0x480 [ 144.667706][ T1442] ? proc_sys_lookup+0x3d0/0x3d0 [ 144.667708][ T1442] ? rcu_read_unlock+0x1b/0x70 [ 144.667710][ T1442] ? do_raw_spin_unlock+0x59/0x250 [ 144.667712][ T1442] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 144.667714][ T1442] ? rcu_read_lock_any_held+0x3c/0x90 [ 144.667716][ T1442] ? proc_sys_call_handler+0x480/0x480 [ 144.667718][ T1442] new_sync_write+0x333/0x750 [ 144.667719][ T1442] ? __lock_acquire+0x508/0xc10 [ 144.667721][ T1442] ? new_sync_read+0x740/0x740 [ 144.667722][ T1442] ? lock_acquire.part.0+0xbc/0x260 [ 144.667724][ T1442] ? ksys_write+0x116/0x250 [ 144.667726][ T1442] vfs_write+0x6a4/0xc10 [ 144.667728][ T1442] ksys_write+0x116/0x250 [ 144.667729][ T1442] ? __ia32_sys_read+0xc0/0xc0 [ 144.667730][ T1442] ? rcu_is_watching+0x15/0xd0 [ 144.667732][ T1442] ? rcu_is_watching+0x15/0xd0 [ 144.667734][ T1442] do_syscall_64+0x117/0x590 [ 144.667735][ T1442] ? trace_hardirqs_off+0xd/0x30 [ 144.667738][ T1442] ? exc_page_fault+0xee/0x100 [ 144.667740][ T1442] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 144.667742][ T1442] RIP: 0033:0x7f26beb1108e [ 144.667744][ T1442] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 144.667746][ T1442] RSP: 002b:00007ffdd5954ee0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 144.667749][ T1442] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f26beb1108e [ 144.667750][ T1442] RDX: 0000000000000002 RSI: 00005634893934b0 RDI: 0000000000000005 [ 144.667751][ T1442] RBP: 00007ffdd5954ef0 R08: 0000000000000000 R09: 0000000000000000 [ 144.667752][ T1442] R10: 0000000000000000 R11: 0000000000000202 R12: 00005634893955e0 [ 144.667753][ T1442] R13: 0000563489393470 R14: 0000000000000002 R15: 0000000000000000 [ 144.667755][ T1442]