[ 8.625453][ T186] ip (186) used greatest stack depth: 24352 bytes left [ 17.315266][ T293] [ 17.315355][ T293] ======================================================== [ 17.315482][ T293] WARNING: possible irq lock inversion dependency detected [ 17.315608][ T293] 7.1.0-rc5-virtme #1 Not tainted [ 17.315687][ T293] -------------------------------------------------------- [ 17.315805][ T293] sysctl/293 just changed the state of lock: [ 17.315904][ T293] ffffffffb517e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.316058][ T293] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 17.316170][ T293] (&ndev->lock){++.-}-{3:3} [ 17.316172][ T293] [ 17.316172][ T293] [ 17.316172][ T293] and interrupts could create inverse lock ordering between them. [ 17.316172][ T293] [ 17.316461][ T293] [ 17.316461][ T293] other info that might help us debug this: [ 17.316583][ T293] Possible interrupt unsafe locking scenario: [ 17.316583][ T293] [ 17.316705][ T293] CPU0 CPU1 [ 17.316785][ T293] ---- ---- [ 17.316864][ T293] lock(acaddr_hash_lock); [ 17.316948][ T293] local_irq_disable(); [ 17.317048][ T293] lock(&ndev->lock); [ 17.317145][ T293] lock(acaddr_hash_lock); [ 17.317249][ T293] [ 17.317312][ T293] lock(&ndev->lock); [ 17.317376][ T293] [ 17.317376][ T293] *** DEADLOCK *** [ 17.317376][ T293] [ 17.317491][ T293] 2 locks held by sysctl/293: [ 17.317572][ T293] #0: ff11000008b5c3e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 17.317767][ T293] #1: ffffffffb508c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 17.317923][ T293] [ 17.317923][ T293] the shortest dependencies between 2nd lock and 1st lock: [ 17.318059][ T293] -> (&ndev->lock){++.-}-{3:3} { [ 17.318180][ T293] HARDIRQ-ON-W at: [ 17.318253][ T293] __lock_acquire+0x378/0xc10 [ 17.318354][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.318491][ T293] _raw_write_lock_bh+0x38/0x50 [ 17.318597][ T293] addrconf_permanent_addr+0x108/0x9c0 [ 17.318712][ T293] addrconf_notify+0x151/0xf30 [ 17.318857][ T293] notifier_call_chain+0xb0/0x320 [ 17.318958][ T293] __dev_notify_flags+0xde/0x280 [ 17.319055][ T293] netif_change_flags+0xfe/0x190 [ 17.319153][ T293] do_setlink.isra.0+0x1cc3/0x2750 [ 17.319299][ T293] rtnl_newlink+0x8d1/0xef0 [ 17.319397][ T293] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 17.319494][ T293] netlink_rcv_skb+0x14e/0x3a0 [ 17.319631][ T293] netlink_unicast+0x486/0x750 [ 17.319730][ T293] netlink_sendmsg+0x735/0xc60 [ 17.319828][ T293] ____sys_sendmsg+0x419/0x850 [ 17.319972][ T293] ___sys_sendmsg+0x14e/0x1d0 [ 17.320076][ T293] __sys_sendmsg+0x145/0x1f0 [ 17.320176][ T293] do_syscall_64+0x117/0x590 [ 17.320318][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.320441][ T293] HARDIRQ-ON-R at: [ 17.320500][ T293] __lock_acquire+0x378/0xc10 [ 17.320599][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.320740][ T293] _raw_read_lock_bh+0x44/0x80 [ 17.320846][ T293] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 17.320967][ T293] inet6_fill_link_af+0x5c/0xe0 [ 17.321110][ T293] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 17.321233][ T293] rtnl_getlink+0x9c9/0xeb0 [ 17.321329][ T293] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 17.321468][ T293] netlink_rcv_skb+0x14e/0x3a0 [ 17.321566][ T293] netlink_unicast+0x486/0x750 [ 17.321674][ T293] netlink_sendmsg+0x735/0xc60 [ 17.321811][ T293] ____sys_sendmsg+0x419/0x850 [ 17.321908][ T293] ___sys_sendmsg+0x14e/0x1d0 [ 17.322013][ T293] __sys_sendmsg+0x145/0x1f0 [ 17.322160][ T293] do_syscall_64+0x117/0x590 [ 17.322265][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.322390][ T293] IN-SOFTIRQ-R at: [ 17.322490][ T293] __lock_acquire+0x378/0xc10 [ 17.322590][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.322691][ T293] _raw_read_lock_bh+0x44/0x80 [ 17.322794][ T293] ipv6_get_lladdr+0xa8/0x3f0 [ 17.322931][ T293] ndisc_send_ns+0xf3/0x120 [ 17.323029][ T293] ndisc_solicit+0x314/0x480 [ 17.323140][ T293] neigh_probe+0xb3/0x100 [ 17.323284][ T293] __neigh_event_send+0x802/0x1070 [ 17.323387][ T293] neigh_resolve_output+0xbe/0x140 [ 17.323487][ T293] ip6_finish_output2+0x423/0x1300 [ 17.323583][ T293] ip6_finish_output+0x646/0xda0 [ 17.323677][ T293] ip6_output+0x23f/0x7f0 [ 17.323781][ T293] ip6_forward+0x10f4/0x2bd0 [ 17.323918][ T293] ipv6_rcv+0x3c1/0x5a0 [ 17.324016][ T293] __netif_receive_skb_one_core+0xfc/0x180 [ 17.324138][ T293] process_backlog+0x2bc/0x1490 [ 17.324277][ T293] __napi_poll+0xa7/0x3b0 [ 17.324373][ T293] net_rx_action+0x513/0xf50 [ 17.324467][ T293] handle_softirqs+0x1d8/0x940 [ 17.324606][ T293] do_softirq+0xa9/0xe0 [ 17.324704][ T293] __local_bh_enable_ip+0x113/0x140 [ 17.324802][ T293] __neigh_event_send+0x30a/0x1070 [ 17.324898][ T293] neigh_resolve_output+0xbe/0x140 [ 17.325040][ T293] ip6_finish_output2+0x423/0x1300 [ 17.325140][ T293] ip6_finish_output+0x646/0xda0 [ 17.325241][ T293] ip6_output+0x23f/0x7f0 [ 17.325376][ T293] ip6_send_skb+0xee/0x350 [ 17.325472][ T293] rawv6_push_pending_frames+0x4cb/0xa90 [ 17.325588][ T293] rawv6_sendmsg+0x1434/0x1a50 [ 17.325691][ T293] __sys_sendto+0x2c9/0x400 [ 17.325787][ T293] __x64_sys_sendto+0xe4/0x1f0 [ 17.325886][ T293] do_syscall_64+0x117/0x590 [ 17.325982][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.326095][ T293] INITIAL USE at: [ 17.326154][ T293] __lock_acquire+0x378/0xc10 [ 17.326254][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.326351][ T293] _raw_write_lock_bh+0x38/0x50 [ 17.326448][ T293] addrconf_permanent_addr+0x108/0x9c0 [ 17.326566][ T293] addrconf_notify+0x151/0xf30 [ 17.326664][ T293] notifier_call_chain+0xb0/0x320 [ 17.326761][ T293] __dev_notify_flags+0xde/0x280 [ 17.326869][ T293] netif_change_flags+0xfe/0x190 [ 17.326970][ T293] do_setlink.isra.0+0x1cc3/0x2750 [ 17.327076][ T293] rtnl_newlink+0x8d1/0xef0 [ 17.327172][ T293] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 17.327271][ T293] netlink_rcv_skb+0x14e/0x3a0 [ 17.327377][ T293] netlink_unicast+0x486/0x750 [ 17.327475][ T293] netlink_sendmsg+0x735/0xc60 [ 17.327616][ T293] ____sys_sendmsg+0x419/0x850 [ 17.327713][ T293] ___sys_sendmsg+0x14e/0x1d0 [ 17.327811][ T293] __sys_sendmsg+0x145/0x1f0 [ 17.327946][ T293] do_syscall_64+0x117/0x590 [ 17.328051][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.328169][ T293] INITIAL READ USE at: [ 17.328292][ T293] __lock_acquire+0x378/0xc10 [ 17.328387][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.328512][ T293] _raw_read_lock_bh+0x44/0x80 [ 17.328649][ T293] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 17.328772][ T293] inet6_fill_link_af+0x5c/0xe0 [ 17.328870][ T293] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 17.329032][ T293] rtnl_getlink+0x9c9/0xeb0 [ 17.329130][ T293] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 17.329238][ T293] netlink_rcv_skb+0x14e/0x3a0 [ 17.329381][ T293] netlink_unicast+0x486/0x750 [ 17.329484][ T293] netlink_sendmsg+0x735/0xc60 [ 17.329583][ T293] ____sys_sendmsg+0x419/0x850 [ 17.329680][ T293] ___sys_sendmsg+0x14e/0x1d0 [ 17.329820][ T293] __sys_sendmsg+0x145/0x1f0 [ 17.329918][ T293] do_syscall_64+0x117/0x590 [ 17.330022][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.330185][ T293] } [ 17.330230][ T293] ... key at: [] __key.37+0x0/0x40 [ 17.330350][ T293] ... acquired at: [ 17.330411][ T293] __lock_acquire+0x508/0xc10 [ 17.330530][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.330607][ T293] _raw_spin_lock+0x33/0x40 [ 17.330689][ T293] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 17.330824][ T293] __ipv6_dev_ac_inc+0x57e/0x930 [ 17.330908][ T293] addrconf_join_anycast+0x1bc/0x260 [ 17.330986][ T293] __ipv6_ifa_notify+0x75b/0xad0 [ 17.331066][ T293] addrconf_dad_completed+0x14b/0xe10 [ 17.331183][ T293] addrconf_dad_work+0x3c1/0x930 [ 17.331266][ T293] process_one_work+0xdf8/0x1410 [ 17.331345][ T293] worker_thread+0x4f1/0xd60 [ 17.331424][ T293] kthread+0x367/0x460 [ 17.331485][ T293] ret_from_fork+0x474/0x6b0 [ 17.331566][ T293] ret_from_fork_asm+0x11/0x20 [ 17.331654][ T293] [ 17.331697][ T293] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 17.331780][ T293] HARDIRQ-ON-W at: [ 17.331878][ T293] __lock_acquire+0x378/0xc10 [ 17.331981][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.332084][ T293] _raw_spin_lock+0x33/0x40 [ 17.332182][ T293] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 17.332345][ T293] __ipv6_dev_ac_inc+0x57e/0x930 [ 17.332443][ T293] addrconf_join_anycast+0x1bc/0x260 [ 17.332545][ T293] __ipv6_ifa_notify+0x75b/0xad0 [ 17.332688][ T293] addrconf_dad_completed+0x14b/0xe10 [ 17.332791][ T293] addrconf_dad_work+0x3c1/0x930 [ 17.332899][ T293] process_one_work+0xdf8/0x1410 [ 17.333041][ T293] worker_thread+0x4f1/0xd60 [ 17.333140][ T293] kthread+0x367/0x460 [ 17.333223][ T293] ret_from_fork+0x474/0x6b0 [ 17.333361][ T293] ret_from_fork_asm+0x11/0x20 [ 17.333459][ T293] SOFTIRQ-ON-W at: [ 17.333519][ T293] __lock_acquire+0x378/0xc10 [ 17.333620][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.333759][ T293] _raw_spin_lock+0x33/0x40 [ 17.333856][ T293] __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.333953][ T293] addrconf_leave_anycast+0x1bc/0x260 [ 17.334096][ T293] dev_forward_change+0x3b3/0x850 [ 17.334201][ T293] addrconf_fixup_forwarding+0x2af/0x4d0 [ 17.334327][ T293] addrconf_sysctl_forward+0x209/0x2b0 [ 17.334469][ T293] proc_sys_call_handler+0x31b/0x480 [ 17.334567][ T293] new_sync_write+0x333/0x750 [ 17.334663][ T293] vfs_write+0x6a4/0xc10 [ 17.334800][ T293] ksys_write+0x116/0x250 [ 17.334896][ T293] do_syscall_64+0x117/0x590 [ 17.334992][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.335151][ T293] INITIAL USE at: [ 17.335213][ T293] __lock_acquire+0x378/0xc10 [ 17.335309][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.335412][ T293] _raw_spin_lock+0x33/0x40 [ 17.335555][ T293] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 17.335669][ T293] __ipv6_dev_ac_inc+0x57e/0x930 [ 17.335766][ T293] addrconf_join_anycast+0x1bc/0x260 [ 17.335912][ T293] __ipv6_ifa_notify+0x75b/0xad0 [ 17.336010][ T293] addrconf_dad_completed+0x14b/0xe10 [ 17.336107][ T293] addrconf_dad_work+0x3c1/0x930 [ 17.336250][ T293] process_one_work+0xdf8/0x1410 [ 17.336346][ T293] worker_thread+0x4f1/0xd60 [ 17.336444][ T293] kthread+0x367/0x460 [ 17.336523][ T293] ret_from_fork+0x474/0x6b0 [ 17.336621][ T293] ret_from_fork_asm+0x11/0x20 [ 17.336727][ T293] } [ 17.336765][ T293] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 17.336922][ T293] ... acquired at: [ 17.336979][ T293] mark_lock+0x1d7/0xa00 [ 17.337061][ T293] mark_usage+0x105/0x170 [ 17.337139][ T293] __lock_acquire+0x378/0xc10 [ 17.337262][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.337340][ T293] _raw_spin_lock+0x33/0x40 [ 17.337417][ T293] __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.337495][ T293] addrconf_leave_anycast+0x1bc/0x260 [ 17.337614][ T293] dev_forward_change+0x3b3/0x850 [ 17.337692][ T293] addrconf_fixup_forwarding+0x2af/0x4d0 [ 17.337790][ T293] addrconf_sysctl_forward+0x209/0x2b0 [ 17.337868][ T293] proc_sys_call_handler+0x31b/0x480 [ 17.337991][ T293] new_sync_write+0x333/0x750 [ 17.338068][ T293] vfs_write+0x6a4/0xc10 [ 17.338144][ T293] ksys_write+0x116/0x250 [ 17.338235][ T293] do_syscall_64+0x117/0x590 [ 17.338363][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.338458][ T293] [ 17.338497][ T293] [ 17.338497][ T293] stack backtrace: [ 17.338597][ T293] CPU: 0 UID: 0 PID: 293 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 17.338600][ T293] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 17.338601][ T293] Call Trace: [ 17.338603][ T293] [ 17.338604][ T293] dump_stack_lvl+0x6f/0xa0 [ 17.338608][ T293] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 17.338611][ T293] mark_lock_irq+0x989/0x9c0 [ 17.338614][ T293] mark_lock+0x1d7/0xa00 [ 17.338616][ T293] mark_usage+0x105/0x170 [ 17.338617][ T293] __lock_acquire+0x378/0xc10 [ 17.338619][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.338621][ T293] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.338622][ T293] ? rcu_is_watching+0x15/0xd0 [ 17.338625][ T293] ? do_raw_read_unlock+0x70/0x70 [ 17.338627][ T293] ? lock_acquire+0x134/0x160 [ 17.338629][ T293] _raw_spin_lock+0x33/0x40 [ 17.338630][ T293] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.338632][ T293] __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.338634][ T293] addrconf_leave_anycast+0x1bc/0x260 [ 17.338635][ T293] ? find_held_lock+0x2b/0x80 [ 17.338638][ T293] ? __ipv6_isatap_ifid+0x210/0x210 [ 17.338640][ T293] ? mark_held_locks+0x40/0x70 [ 17.338641][ T293] ? lockdep_hardirqs_on+0x8c/0x130 [ 17.338644][ T293] dev_forward_change+0x3b3/0x850 [ 17.338646][ T293] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 17.338647][ T293] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 17.338650][ T293] addrconf_fixup_forwarding+0x2af/0x4d0 [ 17.338652][ T293] addrconf_sysctl_forward+0x209/0x2b0 [ 17.338654][ T293] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 17.338657][ T293] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 17.338659][ T293] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 17.338662][ T293] ? proc_sys_call_handler+0x25d/0x480 [ 17.338664][ T293] proc_sys_call_handler+0x31b/0x480 [ 17.338666][ T293] ? proc_sys_lookup+0x3d0/0x3d0 [ 17.338668][ T293] ? rcu_read_unlock+0x1b/0x70 [ 17.338671][ T293] ? do_raw_spin_unlock+0x59/0x250 [ 17.338672][ T293] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 17.338674][ T293] ? rcu_read_lock_any_held+0x3c/0x90 [ 17.338676][ T293] ? proc_sys_call_handler+0x480/0x480 [ 17.338678][ T293] new_sync_write+0x333/0x750 [ 17.338679][ T293] ? __lock_acquire+0x508/0xc10 [ 17.338681][ T293] ? new_sync_read+0x740/0x740 [ 17.338682][ T293] ? lock_acquire.part.0+0xbc/0x260 [ 17.338684][ T293] ? ksys_write+0x116/0x250 [ 17.338686][ T293] vfs_write+0x6a4/0xc10 [ 17.338687][ T293] ksys_write+0x116/0x250 [ 17.338689][ T293] ? __ia32_sys_read+0xc0/0xc0 [ 17.338690][ T293] ? rcu_is_watching+0x15/0xd0 [ 17.338692][ T293] ? rcu_is_watching+0x15/0xd0 [ 17.338694][ T293] do_syscall_64+0x117/0x590 [ 17.338695][ T293] ? trace_hardirqs_off+0xd/0x30 [ 17.338698][ T293] ? exc_page_fault+0xee/0x100 [ 17.338700][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.338701][ T293] RIP: 0033:0x7fee5859508e [ 17.338704][ T293] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 17.338705][ T293] RSP: 002b:00007ffee45f5540 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 17.338708][ T293] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007fee5859508e [ 17.338709][ T293] RDX: 0000000000000002 RSI: 000055e7cbe674b0 RDI: 0000000000000005 [ 17.338710][ T293] RBP: 00007ffee45f5550 R08: 0000000000000000 R09: 0000000000000000 [ 17.338711][ T293] R10: 0000000000000000 R11: 0000000000000202 R12: 000055e7cbe695e0 [ 17.338712][ T293] R13: 000055e7cbe67470 R14: 0000000000000002 R15: 0000000000000000 [ 17.338714][ T293]