[ 8.446367][ T186] ip (186) used greatest stack depth: 24224 bytes left [ 21.496534][ T331] [ 21.496629][ T331] ======================================================== [ 21.496761][ T331] WARNING: possible irq lock inversion dependency detected [ 21.496884][ T331] 7.1.0-rc5-virtme #1 Not tainted [ 21.496967][ T331] -------------------------------------------------------- [ 21.497098][ T331] sysctl/331 just changed the state of lock: [ 21.497218][ T331] ffffffffa157e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 21.497384][ T331] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 21.497513][ T331] (&ndev->lock){++.-}-{3:3} [ 21.497515][ T331] [ 21.497515][ T331] [ 21.497515][ T331] and interrupts could create inverse lock ordering between them. [ 21.497515][ T331] [ 21.497816][ T331] [ 21.497816][ T331] other info that might help us debug this: [ 21.497940][ T331] Possible interrupt unsafe locking scenario: [ 21.497940][ T331] [ 21.498059][ T331] CPU0 CPU1 [ 21.498147][ T331] ---- ---- [ 21.498231][ T331] lock(acaddr_hash_lock); [ 21.498310][ T331] local_irq_disable(); [ 21.498408][ T331] lock(&ndev->lock); [ 21.498511][ T331] lock(acaddr_hash_lock); [ 21.498616][ T331] [ 21.498680][ T331] lock(&ndev->lock); [ 21.498741][ T331] [ 21.498741][ T331] *** DEADLOCK *** [ 21.498741][ T331] [ 21.498858][ T331] 2 locks held by sysctl/331: [ 21.498938][ T331] #0: ff1100000a1043e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 21.499085][ T331] #1: ffffffffa148c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 21.499245][ T331] [ 21.499245][ T331] the shortest dependencies between 2nd lock and 1st lock: [ 21.499382][ T331] -> (&ndev->lock){++.-}-{3:3} { [ 21.499463][ T331] HARDIRQ-ON-W at: [ 21.499527][ T331] __lock_acquire+0x378/0xc10 [ 21.499632][ T331] lock_acquire.part.0+0xbc/0x260 [ 21.499729][ T331] _raw_write_lock_bh+0x38/0x50 [ 21.499830][ T331] addrconf_permanent_addr+0x108/0x9c0 [ 21.499946][ T331] addrconf_notify+0x151/0xf30 [ 21.500051][ T331] notifier_call_chain+0xb0/0x320 [ 21.500162][ T331] __dev_notify_flags+0xde/0x280 [ 21.500267][ T331] netif_change_flags+0xfe/0x190 [ 21.500370][ T331] do_setlink.isra.0+0x1cc3/0x2750 [ 21.500474][ T331] rtnl_newlink+0x8d1/0xef0 [ 21.500573][ T331] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 21.500672][ T331] netlink_rcv_skb+0x14e/0x3a0 [ 21.500781][ T331] netlink_unicast+0x486/0x750 [ 21.500883][ T331] netlink_sendmsg+0x735/0xc60 [ 21.500988][ T331] ____sys_sendmsg+0x419/0x850 [ 21.501096][ T331] ___sys_sendmsg+0x14e/0x1d0 [ 21.501196][ T331] __sys_sendmsg+0x145/0x1f0 [ 21.501297][ T331] do_syscall_64+0x117/0x590 [ 21.501400][ T331] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 21.501517][ T331] HARDIRQ-ON-R at: [ 21.501579][ T331] __lock_acquire+0x378/0xc10 [ 21.501686][ T331] lock_acquire.part.0+0xbc/0x260 [ 21.501786][ T331] _raw_read_lock_bh+0x44/0x80 [ 21.501886][ T331] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 21.502002][ T331] inet6_fill_link_af+0x5c/0xe0 [ 21.502109][ T331] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 21.502229][ T331] rtnl_getlink+0x9c9/0xeb0 [ 21.502331][ T331] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 21.502431][ T331] netlink_rcv_skb+0x14e/0x3a0 [ 21.502537][ T331] netlink_unicast+0x486/0x750 [ 21.502634][ T331] netlink_sendmsg+0x735/0xc60 [ 21.502735][ T331] ____sys_sendmsg+0x419/0x850 [ 21.502835][ T331] ___sys_sendmsg+0x14e/0x1d0 [ 21.502943][ T331] __sys_sendmsg+0x145/0x1f0 [ 21.503044][ T331] do_syscall_64+0x117/0x590 [ 21.503154][ T331] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 21.503287][ T331] IN-SOFTIRQ-R at: [ 21.503352][ T331] __lock_acquire+0x378/0xc10 [ 21.503456][ T331] lock_acquire.part.0+0xbc/0x260 [ 21.503559][ T331] _raw_read_lock_bh+0x44/0x80 [ 21.503658][ T331] ipv6_get_lladdr+0xa8/0x3f0 [ 21.503764][ T331] ndisc_send_ns+0xf3/0x120 [ 21.503870][ T331] ndisc_solicit+0x314/0x480 [ 21.503973][ T331] neigh_probe+0xb3/0x100 [ 21.504075][ T331] __neigh_event_send+0x802/0x1070 [ 21.504187][ T331] neigh_resolve_output+0xbe/0x140 [ 21.504294][ T331] ip6_finish_output2+0x423/0x1300 [ 21.504399][ T331] ip6_finish_output+0x646/0xda0 [ 21.504503][ T331] ip6_output+0x23f/0x7f0 [ 21.504613][ T331] ip6_forward+0x10f4/0x2bd0 [ 21.504713][ T331] ipv6_rcv+0x3c1/0x5a0 [ 21.504815][ T331] __netif_receive_skb_one_core+0xfc/0x180 [ 21.504937][ T331] process_backlog+0x2bc/0x1490 [ 21.505041][ T331] __napi_poll+0xa7/0x3b0 [ 21.505148][ T331] net_rx_action+0x513/0xf50 [ 21.505246][ T331] handle_softirqs+0x1d8/0x940 [ 21.505351][ T331] do_softirq+0xa9/0xe0 [ 21.505457][ T331] __local_bh_enable_ip+0x113/0x140 [ 21.505605][ T331] __neigh_event_send+0x30a/0x1070 [ 21.505706][ T331] neigh_resolve_output+0xbe/0x140 [ 21.505805][ T331] ip6_finish_output2+0x423/0x1300 [ 21.505904][ T331] ip6_finish_output+0x646/0xda0 [ 21.506001][ T331] ip6_output+0x23f/0x7f0 [ 21.506106][ T331] ip6_send_skb+0xee/0x350 [ 21.506210][ T331] rawv6_push_pending_frames+0x4cb/0xa90 [ 21.506337][ T331] rawv6_sendmsg+0x1434/0x1a50 [ 21.506443][ T331] __sys_sendto+0x2c9/0x400 [ 21.506554][ T331] __x64_sys_sendto+0xe4/0x1f0 [ 21.506661][ T331] do_syscall_64+0x117/0x590 [ 21.506768][ T331] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 21.506937][ T331] INITIAL USE at: [ 21.507001][ T331] __lock_acquire+0x378/0xc10 [ 21.507109][ T331] lock_acquire.part.0+0xbc/0x260 [ 21.507211][ T331] _raw_write_lock_bh+0x38/0x50 [ 21.507308][ T331] addrconf_permanent_addr+0x108/0x9c0 [ 21.507424][ T331] addrconf_notify+0x151/0xf30 [ 21.507521][ T331] notifier_call_chain+0xb0/0x320 [ 21.507626][ T331] __dev_notify_flags+0xde/0x280 [ 21.507722][ T331] netif_change_flags+0xfe/0x190 [ 21.507827][ T331] do_setlink.isra.0+0x1cc3/0x2750 [ 21.507965][ T331] rtnl_newlink+0x8d1/0xef0 [ 21.508063][ T331] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 21.508167][ T331] netlink_rcv_skb+0x14e/0x3a0 [ 21.508303][ T331] netlink_unicast+0x486/0x750 [ 21.508400][ T331] netlink_sendmsg+0x735/0xc60 [ 21.508497][ T331] ____sys_sendmsg+0x419/0x850 [ 21.508636][ T331] ___sys_sendmsg+0x14e/0x1d0 [ 21.508734][ T331] __sys_sendmsg+0x145/0x1f0 [ 21.508831][ T331] do_syscall_64+0x117/0x590 [ 21.508928][ T331] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 21.509086][ T331] INITIAL READ USE at: [ 21.509166][ T331] __lock_acquire+0x378/0xc10 [ 21.509262][ T331] lock_acquire.part.0+0xbc/0x260 [ 21.509420][ T331] _raw_read_lock_bh+0x44/0x80 [ 21.509517][ T331] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 21.509631][ T331] inet6_fill_link_af+0x5c/0xe0 [ 21.509773][ T331] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 21.509891][ T331] rtnl_getlink+0x9c9/0xeb0 [ 21.509995][ T331] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 21.510148][ T331] netlink_rcv_skb+0x14e/0x3a0 [ 21.510251][ T331] netlink_unicast+0x486/0x750 [ 21.510347][ T331] netlink_sendmsg+0x735/0xc60 [ 21.510492][ T331] ____sys_sendmsg+0x419/0x850 [ 21.510595][ T331] ___sys_sendmsg+0x14e/0x1d0 [ 21.510693][ T331] __sys_sendmsg+0x145/0x1f0 [ 21.510831][ T331] do_syscall_64+0x117/0x590 [ 21.510926][ T331] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 21.511043][ T331] } [ 21.511085][ T331] ... key at: [] __key.37+0x0/0x40 [ 21.511253][ T331] ... acquired at: [ 21.511317][ T331] __lock_acquire+0x508/0xc10 [ 21.511401][ T331] lock_acquire.part.0+0xbc/0x260 [ 21.511530][ T331] _raw_spin_lock+0x33/0x40 [ 21.511608][ T331] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 21.511711][ T331] __ipv6_dev_ac_inc+0x57e/0x930 [ 21.511794][ T331] addrconf_join_anycast+0x1bc/0x260 [ 21.511914][ T331] __ipv6_ifa_notify+0x75b/0xad0 [ 21.511991][ T331] addrconf_dad_completed+0x14b/0xe10 [ 21.512070][ T331] addrconf_dad_work+0x3c1/0x930 [ 21.512155][ T331] process_one_work+0xdf8/0x1410 [ 21.512272][ T331] worker_thread+0x4f1/0xd60 [ 21.512356][ T331] kthread+0x367/0x460 [ 21.512417][ T331] ret_from_fork+0x474/0x6b0 [ 21.512504][ T331] ret_from_fork_asm+0x11/0x20 [ 21.512629][ T331] [ 21.512669][ T331] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 21.512750][ T331] HARDIRQ-ON-W at: [ 21.512809][ T331] __lock_acquire+0x378/0xc10 [ 21.512906][ T331] lock_acquire.part.0+0xbc/0x260 [ 21.513054][ T331] _raw_spin_lock+0x33/0x40 [ 21.513154][ T331] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 21.513269][ T331] __ipv6_dev_ac_inc+0x57e/0x930 [ 21.513412][ T331] addrconf_join_anycast+0x1bc/0x260 [ 21.513509][ T331] __ipv6_ifa_notify+0x75b/0xad0 [ 21.513611][ T331] addrconf_dad_completed+0x14b/0xe10 [ 21.513753][ T331] addrconf_dad_work+0x3c1/0x930 [ 21.513852][ T331] process_one_work+0xdf8/0x1410 [ 21.513953][ T331] worker_thread+0x4f1/0xd60 [ 21.514057][ T331] kthread+0x367/0x460 [ 21.514141][ T331] ret_from_fork+0x474/0x6b0 [ 21.514243][ T331] ret_from_fork_asm+0x11/0x20 [ 21.514346][ T331] SOFTIRQ-ON-W at: [ 21.514449][ T331] __lock_acquire+0x378/0xc10 [ 21.514546][ T331] lock_acquire.part.0+0xbc/0x260 [ 21.514645][ T331] _raw_spin_lock+0x33/0x40 [ 21.514784][ T331] __ipv6_dev_ac_dec+0x236/0x5d0 [ 21.514883][ T331] addrconf_leave_anycast+0x1bc/0x260 [ 21.514984][ T331] dev_forward_change+0x3b3/0x850 [ 21.515130][ T331] addrconf_fixup_forwarding+0x2af/0x4d0 [ 21.515258][ T331] addrconf_sysctl_forward+0x209/0x2b0 [ 21.515361][ T331] proc_sys_call_handler+0x31b/0x480 [ 21.515509][ T331] new_sync_write+0x333/0x750 [ 21.515609][ T331] vfs_write+0x6a4/0xc10 [ 21.515710][ T331] ksys_write+0x116/0x250 [ 21.515808][ T331] do_syscall_64+0x117/0x590 [ 21.515946][ T331] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 21.516070][ T331] INITIAL USE at: [ 21.516134][ T331] __lock_acquire+0x378/0xc10 [ 21.516280][ T331] lock_acquire.part.0+0xbc/0x260 [ 21.516383][ T331] _raw_spin_lock+0x33/0x40 [ 21.516480][ T331] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 21.516646][ T331] __ipv6_dev_ac_inc+0x57e/0x930 [ 21.516747][ T331] addrconf_join_anycast+0x1bc/0x260 [ 21.516850][ T331] __ipv6_ifa_notify+0x75b/0xad0 [ 21.516994][ T331] addrconf_dad_completed+0x14b/0xe10 [ 21.517097][ T331] addrconf_dad_work+0x3c1/0x930 [ 21.517193][ T331] process_one_work+0xdf8/0x1410 [ 21.517340][ T331] worker_thread+0x4f1/0xd60 [ 21.517448][ T331] kthread+0x367/0x460 [ 21.517525][ T331] ret_from_fork+0x474/0x6b0 [ 21.517627][ T331] ret_from_fork_asm+0x11/0x20 [ 21.517773][ T331] } [ 21.517813][ T331] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 21.517938][ T331] ... acquired at: [ 21.517999][ T331] mark_lock+0x1d7/0xa00 [ 21.518079][ T331] mark_usage+0x105/0x170 [ 21.518169][ T331] __lock_acquire+0x378/0xc10 [ 21.518256][ T331] lock_acquire.part.0+0xbc/0x260 [ 21.518338][ T331] _raw_spin_lock+0x33/0x40 [ 21.518458][ T331] __ipv6_dev_ac_dec+0x236/0x5d0 [ 21.518535][ T331] addrconf_leave_anycast+0x1bc/0x260 [ 21.518615][ T331] dev_forward_change+0x3b3/0x850 [ 21.518692][ T331] addrconf_fixup_forwarding+0x2af/0x4d0 [ 21.518831][ T331] addrconf_sysctl_forward+0x209/0x2b0 [ 21.518909][ T331] proc_sys_call_handler+0x31b/0x480 [ 21.518994][ T331] new_sync_write+0x333/0x750 [ 21.519079][ T331] vfs_write+0x6a4/0xc10 [ 21.519203][ T331] ksys_write+0x116/0x250 [ 21.519283][ T331] do_syscall_64+0x117/0x590 [ 21.519367][ T331] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 21.519510][ T331] [ 21.519554][ T331] [ 21.519554][ T331] stack backtrace: [ 21.519651][ T331] CPU: 0 UID: 0 PID: 331 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 21.519653][ T331] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 21.519655][ T331] Call Trace: [ 21.519657][ T331] [ 21.519658][ T331] dump_stack_lvl+0x6f/0xa0 [ 21.519662][ T331] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 21.519665][ T331] mark_lock_irq+0x989/0x9c0 [ 21.519668][ T331] mark_lock+0x1d7/0xa00 [ 21.519669][ T331] mark_usage+0x105/0x170 [ 21.519671][ T331] __lock_acquire+0x378/0xc10 [ 21.519673][ T331] lock_acquire.part.0+0xbc/0x260 [ 21.519674][ T331] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 21.519676][ T331] ? rcu_is_watching+0x15/0xd0 [ 21.519679][ T331] ? do_raw_read_unlock+0x70/0x70 [ 21.519680][ T331] ? lock_acquire+0x134/0x160 [ 21.519682][ T331] _raw_spin_lock+0x33/0x40 [ 21.519684][ T331] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 21.519685][ T331] __ipv6_dev_ac_dec+0x236/0x5d0 [ 21.519687][ T331] addrconf_leave_anycast+0x1bc/0x260 [ 21.519689][ T331] ? find_held_lock+0x2b/0x80 [ 21.519691][ T331] ? __ipv6_isatap_ifid+0x210/0x210 [ 21.519693][ T331] ? mark_held_locks+0x40/0x70 [ 21.519694][ T331] ? lockdep_hardirqs_on+0x8c/0x130 [ 21.519697][ T331] dev_forward_change+0x3b3/0x850 [ 21.519699][ T331] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 21.519701][ T331] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 21.519703][ T331] addrconf_fixup_forwarding+0x2af/0x4d0 [ 21.519706][ T331] addrconf_sysctl_forward+0x209/0x2b0 [ 21.519707][ T331] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 21.519710][ T331] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 21.519711][ T331] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 21.519715][ T331] ? proc_sys_call_handler+0x25d/0x480 [ 21.519717][ T331] proc_sys_call_handler+0x31b/0x480 [ 21.519719][ T331] ? proc_sys_lookup+0x3d0/0x3d0 [ 21.519721][ T331] ? rcu_read_unlock+0x1b/0x70 [ 21.519724][ T331] ? do_raw_spin_unlock+0x59/0x250 [ 21.519725][ T331] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 21.519727][ T331] ? rcu_read_lock_any_held+0x3c/0x90 [ 21.519729][ T331] ? proc_sys_call_handler+0x480/0x480 [ 21.519731][ T331] new_sync_write+0x333/0x750 [ 21.519732][ T331] ? __lock_acquire+0x508/0xc10 [ 21.519734][ T331] ? new_sync_read+0x740/0x740 [ 21.519735][ T331] ? lock_acquire.part.0+0xbc/0x260 [ 21.519736][ T331] ? ksys_write+0x116/0x250 [ 21.519739][ T331] vfs_write+0x6a4/0xc10 [ 21.519740][ T331] ksys_write+0x116/0x250 [ 21.519742][ T331] ? __ia32_sys_read+0xc0/0xc0 [ 21.519743][ T331] ? rcu_is_watching+0x15/0xd0 [ 21.519745][ T331] ? rcu_is_watching+0x15/0xd0 [ 21.519747][ T331] do_syscall_64+0x117/0x590 [ 21.519748][ T331] ? trace_hardirqs_off+0xd/0x30 [ 21.519751][ T331] ? exc_page_fault+0xee/0x100 [ 21.519753][ T331] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 21.519754][ T331] RIP: 0033:0x7f2a6bf4a08e [ 21.519757][ T331] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 21.519759][ T331] RSP: 002b:00007ffc297d2d90 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 21.519762][ T331] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f2a6bf4a08e [ 21.519763][ T331] RDX: 0000000000000002 RSI: 0000562468aca4b0 RDI: 0000000000000005 [ 21.519764][ T331] RBP: 00007ffc297d2da0 R08: 0000000000000000 R09: 0000000000000000 [ 21.519765][ T331] R10: 0000000000000000 R11: 0000000000000202 R12: 0000562468acc5e0 [ 21.519765][ T331] R13: 0000562468aca470 R14: 0000000000000002 R15: 0000000000000000 [ 21.519768][ T331] [ 26.685584][ T355] Initializing XFRM netlink socket