[ 9.518434][ T200] ip (200) used greatest stack depth: 23968 bytes left [ 51.581858][ T2735] [ 51.581974][ T2735] ======================================================== [ 51.582160][ T2735] WARNING: possible irq lock inversion dependency detected [ 51.582308][ T2735] 7.1.0-rc5-virtme #1 Not tainted [ 51.582415][ T2735] -------------------------------------------------------- [ 51.582580][ T2735] sysctl/2735 just changed the state of lock: [ 51.582721][ T2735] ffffffffa5f7e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 51.582915][ T2735] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 51.583076][ T2735] (&ndev->lock){++.-}-{3:3} [ 51.583079][ T2735] [ 51.583079][ T2735] [ 51.583079][ T2735] and interrupts could create inverse lock ordering between them. [ 51.583079][ T2735] [ 51.583462][ T2735] [ 51.583462][ T2735] other info that might help us debug this: [ 51.583590][ T2735] Possible interrupt unsafe locking scenario: [ 51.583590][ T2735] [ 51.583723][ T2735] CPU0 CPU1 [ 51.583847][ T2735] ---- ---- [ 51.583951][ T2735] lock(acaddr_hash_lock); [ 51.584061][ T2735] local_irq_disable(); [ 51.584211][ T2735] lock(&ndev->lock); [ 51.584357][ T2735] lock(acaddr_hash_lock); [ 51.584499][ T2735] [ 51.584568][ T2735] lock(&ndev->lock); [ 51.584636][ T2735] [ 51.584636][ T2735] *** DEADLOCK *** [ 51.584636][ T2735] [ 51.584762][ T2735] 2 locks held by sysctl/2735: [ 51.584851][ T2735] #0: ff11000009c9c3e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 51.585038][ T2735] #1: ffffffffa5e8c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 51.585264][ T2735] [ 51.585264][ T2735] the shortest dependencies between 2nd lock and 1st lock: [ 51.585431][ T2735] -> (&ndev->lock){++.-}-{3:3} { [ 51.585526][ T2735] HARDIRQ-ON-W at: [ 51.585593][ T2735] __lock_acquire+0x378/0xc10 [ 51.585702][ T2735] lock_acquire.part.0+0xbc/0x260 [ 51.585805][ T2735] _raw_write_lock_bh+0x38/0x50 [ 51.585951][ T2735] addrconf_permanent_addr+0x108/0x9c0 [ 51.586081][ T2735] addrconf_notify+0x151/0xf30 [ 51.586194][ T2735] notifier_call_chain+0xb0/0x320 [ 51.586331][ T2735] __dev_notify_flags+0xde/0x280 [ 51.586448][ T2735] netif_change_flags+0xfe/0x190 [ 51.586587][ T2735] do_setlink.isra.0+0x1cc3/0x2750 [ 51.586729][ T2735] rtnl_newlink+0x8d1/0xef0 [ 51.586841][ T2735] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 51.586960][ T2735] netlink_rcv_skb+0x14e/0x3a0 [ 51.587068][ T2735] netlink_unicast+0x486/0x750 [ 51.587208][ T2735] netlink_sendmsg+0x735/0xc60 [ 51.587331][ T2735] ____sys_sendmsg+0x419/0x850 [ 51.587456][ T2735] ___sys_sendmsg+0x14e/0x1d0 [ 51.587595][ T2735] __sys_sendmsg+0x145/0x1f0 [ 51.587733][ T2735] do_syscall_64+0x117/0x590 [ 51.587846][ T2735] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 51.587979][ T2735] HARDIRQ-ON-R at: [ 51.588042][ T2735] __lock_acquire+0x378/0xc10 [ 51.588187][ T2735] lock_acquire.part.0+0xbc/0x260 [ 51.588317][ T2735] _raw_read_lock_bh+0x44/0x80 [ 51.588444][ T2735] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 51.588577][ T2735] inet6_fill_link_af+0x5c/0xe0 [ 51.588716][ T2735] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 51.588875][ T2735] rtnl_getlink+0x9c9/0xeb0 [ 51.588982][ T2735] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 51.589089][ T2735] netlink_rcv_skb+0x14e/0x3a0 [ 51.589213][ T2735] netlink_unicast+0x486/0x750 [ 51.589336][ T2735] netlink_sendmsg+0x735/0xc60 [ 51.589448][ T2735] ____sys_sendmsg+0x419/0x850 [ 51.589558][ T2735] ___sys_sendmsg+0x14e/0x1d0 [ 51.589682][ T2735] __sys_sendmsg+0x145/0x1f0 [ 51.589842][ T2735] do_syscall_64+0x117/0x590 [ 51.589966][ T2735] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 51.590133][ T2735] IN-SOFTIRQ-R at: [ 51.590198][ T2735] __lock_acquire+0x378/0xc10 [ 51.590305][ T2735] lock_acquire.part.0+0xbc/0x260 [ 51.590411][ T2735] _raw_read_lock_bh+0x44/0x80 [ 51.590514][ T2735] ipv6_get_lladdr+0xa8/0x3f0 [ 51.590618][ T2735] ndisc_send_ns+0xf3/0x120 [ 51.590721][ T2735] ndisc_solicit+0x314/0x480 [ 51.590823][ T2735] neigh_probe+0xb3/0x100 [ 51.590927][ T2735] __neigh_event_send+0x802/0x1070 [ 51.591029][ T2735] neigh_resolve_output+0xbe/0x140 [ 51.591139][ T2735] ip6_finish_output2+0x423/0x1300 [ 51.591243][ T2735] ip6_finish_output+0x646/0xda0 [ 51.591347][ T2735] ip6_output+0x23f/0x7f0 [ 51.591452][ T2735] ip6_forward+0x10f4/0x2bd0 [ 51.591555][ T2735] ipv6_rcv+0x3c1/0x5a0 [ 51.591658][ T2735] __netif_receive_skb_one_core+0xfc/0x180 [ 51.591788][ T2735] process_backlog+0x2bc/0x1490 [ 51.591891][ T2735] __napi_poll+0xa7/0x3b0 [ 51.591994][ T2735] net_rx_action+0x513/0xf50 [ 51.592097][ T2735] handle_softirqs+0x1d8/0x940 [ 51.592212][ T2735] do_softirq+0xa9/0xe0 [ 51.592315][ T2735] __local_bh_enable_ip+0x113/0x140 [ 51.592425][ T2735] __neigh_event_send+0x30a/0x1070 [ 51.592532][ T2735] neigh_resolve_output+0xbe/0x140 [ 51.592640][ T2735] ip6_finish_output2+0x423/0x1300 [ 51.592745][ T2735] ip6_finish_output+0x646/0xda0 [ 51.592852][ T2735] ip6_output+0x23f/0x7f0 [ 51.592956][ T2735] ip6_send_skb+0xee/0x350 [ 51.593059][ T2735] rawv6_push_pending_frames+0x4cb/0xa90 [ 51.593189][ T2735] rawv6_sendmsg+0x1434/0x1a50 [ 51.593292][ T2735] __sys_sendto+0x2c9/0x400 [ 51.593403][ T2735] __x64_sys_sendto+0xe4/0x1f0 [ 51.593506][ T2735] do_syscall_64+0x117/0x590 [ 51.593610][ T2735] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 51.593733][ T2735] INITIAL USE at: [ 51.593795][ T2735] __lock_acquire+0x378/0xc10 [ 51.593898][ T2735] lock_acquire.part.0+0xbc/0x260 [ 51.594001][ T2735] _raw_write_lock_bh+0x38/0x50 [ 51.594105][ T2735] addrconf_permanent_addr+0x108/0x9c0 [ 51.594232][ T2735] addrconf_notify+0x151/0xf30 [ 51.594342][ T2735] notifier_call_chain+0xb0/0x320 [ 51.594447][ T2735] __dev_notify_flags+0xde/0x280 [ 51.594552][ T2735] netif_change_flags+0xfe/0x190 [ 51.594656][ T2735] do_setlink.isra.0+0x1cc3/0x2750 [ 51.594759][ T2735] rtnl_newlink+0x8d1/0xef0 [ 51.594870][ T2735] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 51.595022][ T2735] netlink_rcv_skb+0x14e/0x3a0 [ 51.595139][ T2735] netlink_unicast+0x486/0x750 [ 51.595247][ T2735] netlink_sendmsg+0x735/0xc60 [ 51.595399][ T2735] ____sys_sendmsg+0x419/0x850 [ 51.595506][ T2735] ___sys_sendmsg+0x14e/0x1d0 [ 51.595609][ T2735] __sys_sendmsg+0x145/0x1f0 [ 51.595764][ T2735] do_syscall_64+0x117/0x590 [ 51.595867][ T2735] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 51.595999][ T2735] INITIAL READ USE at: [ 51.596132][ T2735] __lock_acquire+0x378/0xc10 [ 51.596234][ T2735] lock_acquire.part.0+0xbc/0x260 [ 51.596360][ T2735] _raw_read_lock_bh+0x44/0x80 [ 51.596462][ T2735] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 51.596587][ T2735] inet6_fill_link_af+0x5c/0xe0 [ 51.596691][ T2735] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 51.596857][ T2735] rtnl_getlink+0x9c9/0xeb0 [ 51.596964][ T2735] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 51.597073][ T2735] netlink_rcv_skb+0x14e/0x3a0 [ 51.597230][ T2735] netlink_unicast+0x486/0x750 [ 51.597337][ T2735] netlink_sendmsg+0x735/0xc60 [ 51.597453][ T2735] ____sys_sendmsg+0x419/0x850 [ 51.597556][ T2735] ___sys_sendmsg+0x14e/0x1d0 [ 51.597709][ T2735] __sys_sendmsg+0x145/0x1f0 [ 51.597814][ T2735] do_syscall_64+0x117/0x590 [ 51.597919][ T2735] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 51.598045][ T2735] } [ 51.598091][ T2735] ... key at: [] __key.37+0x0/0x40 [ 51.598225][ T2735] ... acquired at: [ 51.598288][ T2735] __lock_acquire+0x508/0xc10 [ 51.598417][ T2735] lock_acquire.part.0+0xbc/0x260 [ 51.598505][ T2735] _raw_spin_lock+0x33/0x40 [ 51.598586][ T2735] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 51.598731][ T2735] __ipv6_dev_ac_inc+0x57e/0x930 [ 51.598813][ T2735] addrconf_join_anycast+0x1bc/0x260 [ 51.598893][ T2735] __ipv6_ifa_notify+0x75b/0xad0 [ 51.598973][ T2735] addrconf_dad_completed+0x14b/0xe10 [ 51.599098][ T2735] addrconf_dad_work+0x3c1/0x930 [ 51.599183][ T2735] process_one_work+0xdf8/0x1410 [ 51.599266][ T2735] worker_thread+0x4f1/0xd60 [ 51.599347][ T2735] kthread+0x367/0x460 [ 51.599409][ T2735] ret_from_fork+0x474/0x6b0 [ 51.599534][ T2735] ret_from_fork_asm+0x11/0x20 [ 51.599618][ T2735] [ 51.599660][ T2735] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 51.599745][ T2735] HARDIRQ-ON-W at: [ 51.599849][ T2735] __lock_acquire+0x378/0xc10 [ 51.599955][ T2735] lock_acquire.part.0+0xbc/0x260 [ 51.600060][ T2735] _raw_spin_lock+0x33/0x40 [ 51.600168][ T2735] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 51.600336][ T2735] __ipv6_dev_ac_inc+0x57e/0x930 [ 51.600438][ T2735] addrconf_join_anycast+0x1bc/0x260 [ 51.600572][ T2735] __ipv6_ifa_notify+0x75b/0xad0 [ 51.600721][ T2735] addrconf_dad_completed+0x14b/0xe10 [ 51.600825][ T2735] addrconf_dad_work+0x3c1/0x930 [ 51.600927][ T2735] process_one_work+0xdf8/0x1410 [ 51.601074][ T2735] worker_thread+0x4f1/0xd60 [ 51.601186][ T2735] kthread+0x367/0x460 [ 51.601268][ T2735] ret_from_fork+0x474/0x6b0 [ 51.601417][ T2735] ret_from_fork_asm+0x11/0x20 [ 51.601521][ T2735] SOFTIRQ-ON-W at: [ 51.601582][ T2735] __lock_acquire+0x378/0xc10 [ 51.601690][ T2735] lock_acquire.part.0+0xbc/0x260 [ 51.601842][ T2735] _raw_spin_lock+0x33/0x40 [ 51.601943][ T2735] __ipv6_dev_ac_dec+0x236/0x5d0 [ 51.602043][ T2735] addrconf_leave_anycast+0x1bc/0x260 [ 51.602195][ T2735] dev_forward_change+0x3b3/0x850 [ 51.602304][ T2735] addrconf_fixup_forwarding+0x2af/0x4d0 [ 51.602427][ T2735] addrconf_sysctl_forward+0x209/0x2b0 [ 51.602574][ T2735] proc_sys_call_handler+0x31b/0x480 [ 51.602677][ T2735] new_sync_write+0x333/0x750 [ 51.602779][ T2735] vfs_write+0x6a4/0xc10 [ 51.602921][ T2735] ksys_write+0x116/0x250 [ 51.603028][ T2735] do_syscall_64+0x117/0x590 [ 51.603165][ T2735] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 51.603334][ T2735] INITIAL USE at: [ 51.603399][ T2735] __lock_acquire+0x378/0xc10 [ 51.603500][ T2735] lock_acquire.part.0+0xbc/0x260 [ 51.603601][ T2735] _raw_spin_lock+0x33/0x40 [ 51.603748][ T2735] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 51.603875][ T2735] __ipv6_dev_ac_inc+0x57e/0x930 [ 51.603977][ T2735] addrconf_join_anycast+0x1bc/0x260 [ 51.604080][ T2735] __ipv6_ifa_notify+0x75b/0xad0 [ 51.604188][ T2735] addrconf_dad_completed+0x14b/0xe10 [ 51.604297][ T2735] addrconf_dad_work+0x3c1/0x930 [ 51.604472][ T2735] process_one_work+0xdf8/0x1410 [ 51.604575][ T2735] worker_thread+0x4f1/0xd60 [ 51.604677][ T2735] kthread+0x367/0x460 [ 51.604803][ T2735] ret_from_fork+0x474/0x6b0 [ 51.604904][ T2735] ret_from_fork_asm+0x11/0x20 [ 51.605008][ T2735] } [ 51.605049][ T2735] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 51.605225][ T2735] ... acquired at: [ 51.605286][ T2735] mark_lock+0x1d7/0xa00 [ 51.605373][ T2735] mark_usage+0x105/0x170 [ 51.605459][ T2735] __lock_acquire+0x378/0xc10 [ 51.605581][ T2735] lock_acquire.part.0+0xbc/0x260 [ 51.605663][ T2735] _raw_spin_lock+0x33/0x40 [ 51.605749][ T2735] __ipv6_dev_ac_dec+0x236/0x5d0 [ 51.605828][ T2735] addrconf_leave_anycast+0x1bc/0x260 [ 51.605951][ T2735] dev_forward_change+0x3b3/0x850 [ 51.606034][ T2735] addrconf_fixup_forwarding+0x2af/0x4d0 [ 51.606176][ T2735] addrconf_sysctl_forward+0x209/0x2b0 [ 51.606274][ T2735] proc_sys_call_handler+0x31b/0x480 [ 51.606421][ T2735] new_sync_write+0x333/0x750 [ 51.606529][ T2735] vfs_write+0x6a4/0xc10 [ 51.606615][ T2735] ksys_write+0x116/0x250 [ 51.606703][ T2735] do_syscall_64+0x117/0x590 [ 51.606826][ T2735] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 51.606927][ T2735] [ 51.606967][ T2735] [ 51.606967][ T2735] stack backtrace: [ 51.607072][ T2735] CPU: 3 UID: 0 PID: 2735 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 51.607075][ T2735] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 51.607077][ T2735] Call Trace: [ 51.607079][ T2735] [ 51.607080][ T2735] dump_stack_lvl+0x6f/0xa0 [ 51.607084][ T2735] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 51.607087][ T2735] mark_lock_irq+0x989/0x9c0 [ 51.607090][ T2735] mark_lock+0x1d7/0xa00 [ 51.607092][ T2735] mark_usage+0x105/0x170 [ 51.607094][ T2735] __lock_acquire+0x378/0xc10 [ 51.607096][ T2735] lock_acquire.part.0+0xbc/0x260 [ 51.607097][ T2735] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 51.607099][ T2735] ? rcu_is_watching+0x15/0xd0 [ 51.607102][ T2735] ? do_raw_read_unlock+0x70/0x70 [ 51.607104][ T2735] ? lock_acquire+0x134/0x160 [ 51.607106][ T2735] _raw_spin_lock+0x33/0x40 [ 51.607108][ T2735] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 51.607109][ T2735] __ipv6_dev_ac_dec+0x236/0x5d0 [ 51.607111][ T2735] addrconf_leave_anycast+0x1bc/0x260 [ 51.607113][ T2735] ? find_held_lock+0x2b/0x80 [ 51.607118][ T2735] ? __ipv6_isatap_ifid+0x210/0x210 [ 51.607120][ T2735] ? mark_held_locks+0x40/0x70 [ 51.607122][ T2735] ? lockdep_hardirqs_on+0x8c/0x130 [ 51.607124][ T2735] dev_forward_change+0x3b3/0x850 [ 51.607127][ T2735] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 51.607129][ T2735] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 51.607131][ T2735] addrconf_fixup_forwarding+0x2af/0x4d0 [ 51.607134][ T2735] addrconf_sysctl_forward+0x209/0x2b0 [ 51.607136][ T2735] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 51.607138][ T2735] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 51.607141][ T2735] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 51.607144][ T2735] ? proc_sys_call_handler+0x25d/0x480 [ 51.607146][ T2735] proc_sys_call_handler+0x31b/0x480 [ 51.607148][ T2735] ? proc_sys_lookup+0x3d0/0x3d0 [ 51.607151][ T2735] ? rcu_read_unlock+0x1b/0x70 [ 51.607153][ T2735] ? do_raw_spin_unlock+0x59/0x250 [ 51.607155][ T2735] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 51.607157][ T2735] ? rcu_read_lock_any_held+0x3c/0x90 [ 51.607159][ T2735] ? proc_sys_call_handler+0x480/0x480 [ 51.607161][ T2735] new_sync_write+0x333/0x750 [ 51.607162][ T2735] ? __lock_acquire+0x508/0xc10 [ 51.607164][ T2735] ? new_sync_read+0x740/0x740 [ 51.607166][ T2735] ? lock_acquire.part.0+0xbc/0x260 [ 51.607167][ T2735] ? ksys_write+0x116/0x250 [ 51.607169][ T2735] vfs_write+0x6a4/0xc10 [ 51.607171][ T2735] ksys_write+0x116/0x250 [ 51.607173][ T2735] ? __ia32_sys_read+0xc0/0xc0 [ 51.607174][ T2735] ? rcu_is_watching+0x15/0xd0 [ 51.607176][ T2735] ? rcu_is_watching+0x15/0xd0 [ 51.607178][ T2735] do_syscall_64+0x117/0x590 [ 51.607179][ T2735] ? trace_hardirqs_off+0xd/0x30 [ 51.607182][ T2735] ? exc_page_fault+0xee/0x100 [ 51.607184][ T2735] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 51.607186][ T2735] RIP: 0033:0x7f634a49108e [ 51.607189][ T2735] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 51.607191][ T2735] RSP: 002b:00007ffd07034e40 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 51.607193][ T2735] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f634a49108e [ 51.607195][ T2735] RDX: 0000000000000002 RSI: 00005639650db4b0 RDI: 0000000000000005 [ 51.607196][ T2735] RBP: 00007ffd07034e50 R08: 0000000000000000 R09: 0000000000000000 [ 51.607197][ T2735] R10: 0000000000000000 R11: 0000000000000202 R12: 00005639650dd5e0 [ 51.607197][ T2735] R13: 00005639650db470 R14: 0000000000000002 R15: 0000000000000000 [ 51.607200][ T2735]