[ 8.419207][ C0] clocksource: Watchdog remote CPU 3 read timed out [ 10.454606][ T245] 8021q: 802.1Q VLAN Support v1.8 [ 10.736443][ T257] gre: GRE over IPv4 demultiplexer driver [ 10.758853][ T257] ip_gre: GRE over IPv4 tunneling driver [ 12.450762][ T315] GACT probability NOT on [ 31.621928][ T471] [ 31.622020][ T471] ======================================================== [ 31.622149][ T471] WARNING: possible irq lock inversion dependency detected [ 31.622270][ T471] 7.1.0-rc5-virtme #1 Not tainted [ 31.622351][ T471] -------------------------------------------------------- [ 31.622470][ T471] sysctl/471 just changed the state of lock: [ 31.622570][ T471] ffffffff8977e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 31.622722][ T471] but this lock was taken by another, SOFTIRQ-safe lock in the past: [ 31.622843][ T471] (&ndev->lock){++-.}-{3:3} [ 31.622845][ T471] [ 31.622845][ T471] [ 31.622845][ T471] and interrupts could create inverse lock ordering between them. [ 31.622845][ T471] [ 31.623139][ T471] [ 31.623139][ T471] other info that might help us debug this: [ 31.623257][ T471] Possible interrupt unsafe locking scenario: [ 31.623257][ T471] [ 31.623376][ T471] CPU0 CPU1 [ 31.623456][ T471] ---- ---- [ 31.623536][ T471] lock(acaddr_hash_lock); [ 31.623621][ T471] local_irq_disable(); [ 31.623720][ T471] lock(&ndev->lock); [ 31.623822][ T471] lock(acaddr_hash_lock); [ 31.623922][ T471] [ 31.623983][ T471] lock(&ndev->lock); [ 31.624044][ T471] [ 31.624044][ T471] *** DEADLOCK *** [ 31.624044][ T471] [ 31.624162][ T471] 2 locks held by sysctl/471: [ 31.624243][ T471] #0: ff1100000a04c3e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 31.624388][ T471] #1: ffffffff8968c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 31.624551][ T471] [ 31.624551][ T471] the shortest dependencies between 2nd lock and 1st lock: [ 31.624695][ T471] -> (&ndev->lock){++-.}-{3:3} { [ 31.624779][ T471] HARDIRQ-ON-W at: [ 31.624842][ T471] __lock_acquire+0x378/0xc10 [ 31.624949][ T471] lock_acquire.part.0+0xbc/0x260 [ 31.625050][ T471] _raw_write_lock_bh+0x38/0x50 [ 31.625156][ T471] addrconf_permanent_addr+0x108/0x9c0 [ 31.625278][ T471] addrconf_notify+0x151/0xf30 [ 31.625382][ T471] notifier_call_chain+0xb0/0x320 [ 31.625487][ T471] __dev_notify_flags+0xde/0x280 [ 31.625589][ T471] netif_change_flags+0xfe/0x190 [ 31.625697][ T471] do_setlink.isra.0+0x1cc3/0x2750 [ 31.625800][ T471] rtnl_newlink+0x8d1/0xef0 [ 31.625901][ T471] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 31.626000][ T471] netlink_rcv_skb+0x14e/0x3a0 [ 31.626105][ T471] netlink_unicast+0x486/0x750 [ 31.626207][ T471] netlink_sendmsg+0x735/0xc60 [ 31.626312][ T471] ____sys_sendmsg+0x419/0x850 [ 31.626415][ T471] ___sys_sendmsg+0x14e/0x1d0 [ 31.626516][ T471] __sys_sendmsg+0x145/0x1f0 [ 31.626623][ T471] do_syscall_64+0x117/0x590 [ 31.626724][ T471] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 31.626845][ T471] HARDIRQ-ON-R at: [ 31.626906][ T471] __lock_acquire+0x378/0xc10 [ 31.627006][ T471] lock_acquire.part.0+0xbc/0x260 [ 31.627111][ T471] _raw_read_lock_bh+0x44/0x80 [ 31.627213][ T471] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 31.627337][ T471] inet6_fill_link_af+0x5c/0xe0 [ 31.627437][ T471] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 31.627557][ T471] rtnl_getlink+0x9c9/0xeb0 [ 31.627660][ T471] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 31.627759][ T471] netlink_rcv_skb+0x14e/0x3a0 [ 31.627857][ T471] netlink_unicast+0x486/0x750 [ 31.627959][ T471] netlink_sendmsg+0x735/0xc60 [ 31.628058][ T471] ____sys_sendmsg+0x419/0x850 [ 31.628157][ T471] ___sys_sendmsg+0x14e/0x1d0 [ 31.628258][ T471] __sys_sendmsg+0x145/0x1f0 [ 31.628358][ T471] do_syscall_64+0x117/0x590 [ 31.628460][ T471] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 31.628579][ T471] IN-SOFTIRQ-W at: [ 31.628644][ T471] __lock_acquire+0x378/0xc10 [ 31.628743][ T471] lock_acquire.part.0+0xbc/0x260 [ 31.628843][ T471] _raw_write_lock+0x33/0x40 [ 31.628943][ T471] addrconf_rs_timer+0xb0/0x770 [ 31.629042][ T471] call_timer_fn+0x163/0x4f0 [ 31.629144][ T471] __run_timers+0x68f/0xab0 [ 31.629244][ T471] run_timer_softirq+0xf0/0x160 [ 31.629344][ T471] handle_softirqs+0x1d8/0x940 [ 31.629445][ T471] __irq_exit_rcu+0x103/0x1c0 [ 31.629546][ T471] irq_exit_rcu+0xe/0x30 [ 31.629651][ T471] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 31.629771][ T471] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 31.629890][ T471] pv_native_safe_halt+0xf/0x10 [ 31.629990][ T471] default_idle+0x9/0x10 [ 31.630091][ T471] default_idle_call+0x6e/0xb0 [ 31.630192][ T471] cpuidle_idle_call.constprop.0+0x237/0x410 [ 31.630311][ T471] do_idle+0xf5/0x160 [ 31.630411][ T471] cpu_startup_entry+0x53/0x70 [ 31.630511][ T471] rest_init+0x1f7/0x200 [ 31.630615][ T471] start_kernel+0x3ad/0x3b0 [ 31.630718][ T471] x86_64_start_reservations+0x24/0x30 [ 31.630837][ T471] x86_64_start_kernel+0x12b/0x130 [ 31.630938][ T471] common_startup_64+0x13e/0x148 [ 31.631037][ T471] INITIAL USE at: [ 31.631098][ T471] __lock_acquire+0x378/0xc10 [ 31.631199][ T471] lock_acquire.part.0+0xbc/0x260 [ 31.631300][ T471] _raw_write_lock_bh+0x38/0x50 [ 31.631401][ T471] addrconf_permanent_addr+0x108/0x9c0 [ 31.631521][ T471] addrconf_notify+0x151/0xf30 [ 31.631625][ T471] notifier_call_chain+0xb0/0x320 [ 31.631724][ T471] __dev_notify_flags+0xde/0x280 [ 31.631825][ T471] netif_change_flags+0xfe/0x190 [ 31.631924][ T471] do_setlink.isra.0+0x1cc3/0x2750 [ 31.632023][ T471] rtnl_newlink+0x8d1/0xef0 [ 31.632124][ T471] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 31.632224][ T471] netlink_rcv_skb+0x14e/0x3a0 [ 31.632327][ T471] netlink_unicast+0x486/0x750 [ 31.632427][ T471] netlink_sendmsg+0x735/0xc60 [ 31.632528][ T471] ____sys_sendmsg+0x419/0x850 [ 31.632632][ T471] ___sys_sendmsg+0x14e/0x1d0 [ 31.632734][ T471] __sys_sendmsg+0x145/0x1f0 [ 31.632836][ T471] do_syscall_64+0x117/0x590 [ 31.632936][ T471] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 31.633057][ T471] INITIAL READ USE at: [ 31.633137][ T471] __lock_acquire+0x378/0xc10 [ 31.633237][ T471] lock_acquire.part.0+0xbc/0x260 [ 31.633359][ T471] _raw_read_lock_bh+0x44/0x80 [ 31.633461][ T471] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 31.633583][ T471] inet6_fill_link_af+0x5c/0xe0 [ 31.633688][ T471] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 31.633807][ T471] rtnl_getlink+0x9c9/0xeb0 [ 31.633907][ T471] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 31.634009][ T471] netlink_rcv_skb+0x14e/0x3a0 [ 31.634112][ T471] netlink_unicast+0x486/0x750 [ 31.634213][ T471] netlink_sendmsg+0x735/0xc60 [ 31.634313][ T471] ____sys_sendmsg+0x419/0x850 [ 31.634413][ T471] ___sys_sendmsg+0x14e/0x1d0 [ 31.634514][ T471] __sys_sendmsg+0x145/0x1f0 [ 31.634617][ T471] do_syscall_64+0x117/0x590 [ 31.634718][ T471] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 31.634840][ T471] } [ 31.634881][ T471] ... key at: [] __key.37+0x0/0x40 [ 31.635005][ T471] ... acquired at: [ 31.635066][ T471] __lock_acquire+0x508/0xc10 [ 31.635149][ T471] lock_acquire.part.0+0xbc/0x260 [ 31.635230][ T471] _raw_spin_lock+0x33/0x40 [ 31.635311][ T471] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 31.635412][ T471] __ipv6_dev_ac_inc+0x57e/0x930 [ 31.635491][ T471] addrconf_join_anycast+0x1bc/0x260 [ 31.635575][ T471] dev_forward_change+0x2be/0x850 [ 31.635659][ T471] addrconf_fixup_forwarding+0x2af/0x4d0 [ 31.635756][ T471] addrconf_sysctl_forward+0x209/0x2b0 [ 31.635837][ T471] proc_sys_call_handler+0x31b/0x480 [ 31.635919][ T471] new_sync_write+0x333/0x750 [ 31.635999][ T471] vfs_write+0x6a4/0xc10 [ 31.636080][ T471] ksys_write+0x116/0x250 [ 31.636163][ T471] do_syscall_64+0x117/0x590 [ 31.636241][ T471] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 31.636339][ T471] [ 31.636380][ T471] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 31.636462][ T471] HARDIRQ-ON-W at: [ 31.636523][ T471] __lock_acquire+0x378/0xc10 [ 31.636627][ T471] lock_acquire.part.0+0xbc/0x260 [ 31.636730][ T471] _raw_spin_lock+0x33/0x40 [ 31.636831][ T471] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 31.636954][ T471] __ipv6_dev_ac_inc+0x57e/0x930 [ 31.637054][ T471] addrconf_join_anycast+0x1bc/0x260 [ 31.637156][ T471] dev_forward_change+0x2be/0x850 [ 31.637257][ T471] addrconf_fixup_forwarding+0x2af/0x4d0 [ 31.637377][ T471] addrconf_sysctl_forward+0x209/0x2b0 [ 31.637479][ T471] proc_sys_call_handler+0x31b/0x480 [ 31.637579][ T471] new_sync_write+0x333/0x750 [ 31.637683][ T471] vfs_write+0x6a4/0xc10 [ 31.637783][ T471] ksys_write+0x116/0x250 [ 31.637885][ T471] do_syscall_64+0x117/0x590 [ 31.637986][ T471] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 31.638106][ T471] SOFTIRQ-ON-W at: [ 31.638167][ T471] __lock_acquire+0x378/0xc10 [ 31.638268][ T471] lock_acquire.part.0+0xbc/0x260 [ 31.638368][ T471] _raw_spin_lock+0x33/0x40 [ 31.638470][ T471] __ipv6_dev_ac_dec+0x236/0x5d0 [ 31.638571][ T471] addrconf_leave_anycast+0x1bc/0x260 [ 31.638676][ T471] dev_forward_change+0x3b3/0x850 [ 31.638778][ T471] addrconf_fixup_forwarding+0x2af/0x4d0 [ 31.638897][ T471] addrconf_sysctl_forward+0x209/0x2b0 [ 31.639000][ T471] proc_sys_call_handler+0x31b/0x480 [ 31.639101][ T471] new_sync_write+0x333/0x750 [ 31.639202][ T471] vfs_write+0x6a4/0xc10 [ 31.639302][ T471] ksys_write+0x116/0x250 [ 31.639403][ T471] do_syscall_64+0x117/0x590 [ 31.639504][ T471] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 31.639627][ T471] INITIAL USE at: [ 31.639688][ T471] __lock_acquire+0x378/0xc10 [ 31.639788][ T471] lock_acquire.part.0+0xbc/0x260 [ 31.639888][ T471] _raw_spin_lock+0x33/0x40 [ 31.639988][ T471] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 31.640107][ T471] __ipv6_dev_ac_inc+0x57e/0x930 [ 31.640209][ T471] addrconf_join_anycast+0x1bc/0x260 [ 31.640310][ T471] dev_forward_change+0x2be/0x850 [ 31.640412][ T471] addrconf_fixup_forwarding+0x2af/0x4d0 [ 31.640534][ T471] addrconf_sysctl_forward+0x209/0x2b0 [ 31.640637][ T471] proc_sys_call_handler+0x31b/0x480 [ 31.640740][ T471] new_sync_write+0x333/0x750 [ 31.640841][ T471] vfs_write+0x6a4/0xc10 [ 31.640941][ T471] ksys_write+0x116/0x250 [ 31.641042][ T471] do_syscall_64+0x117/0x590 [ 31.641143][ T471] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 31.641264][ T471] } [ 31.641304][ T471] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 31.641424][ T471] ... acquired at: [ 31.641483][ T471] mark_lock+0x1d7/0xa00 [ 31.641563][ T471] mark_usage+0x105/0x170 [ 31.641648][ T471] __lock_acquire+0x378/0xc10 [ 31.641729][ T471] lock_acquire.part.0+0xbc/0x260 [ 31.641808][ T471] _raw_spin_lock+0x33/0x40 [ 31.641889][ T471] __ipv6_dev_ac_dec+0x236/0x5d0 [ 31.641970][ T471] addrconf_leave_anycast+0x1bc/0x260 [ 31.642051][ T471] dev_forward_change+0x3b3/0x850 [ 31.642132][ T471] addrconf_fixup_forwarding+0x2af/0x4d0 [ 31.642231][ T471] addrconf_sysctl_forward+0x209/0x2b0 [ 31.642310][ T471] proc_sys_call_handler+0x31b/0x480 [ 31.642390][ T471] new_sync_write+0x333/0x750 [ 31.642470][ T471] vfs_write+0x6a4/0xc10 [ 31.642550][ T471] ksys_write+0x116/0x250 [ 31.642635][ T471] do_syscall_64+0x117/0x590 [ 31.642716][ T471] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 31.642815][ T471] [ 31.642854][ T471] [ 31.642854][ T471] stack backtrace: [ 31.642955][ T471] CPU: 2 UID: 0 PID: 471 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 31.642958][ T471] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 31.642960][ T471] Call Trace: [ 31.642961][ T471] [ 31.642962][ T471] dump_stack_lvl+0x6f/0xa0 [ 31.642967][ T471] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 31.642970][ T471] mark_lock_irq+0x989/0x9c0 [ 31.642973][ T471] mark_lock+0x1d7/0xa00 [ 31.642974][ T471] mark_usage+0x105/0x170 [ 31.642976][ T471] __lock_acquire+0x378/0xc10 [ 31.642978][ T471] lock_acquire.part.0+0xbc/0x260 [ 31.642979][ T471] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 31.642981][ T471] ? rcu_is_watching+0x15/0xd0 [ 31.642984][ T471] ? do_raw_read_unlock+0x70/0x70 [ 31.642985][ T471] ? lock_acquire+0x134/0x160 [ 31.642987][ T471] _raw_spin_lock+0x33/0x40 [ 31.642989][ T471] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 31.642990][ T471] __ipv6_dev_ac_dec+0x236/0x5d0 [ 31.642992][ T471] addrconf_leave_anycast+0x1bc/0x260 [ 31.642994][ T471] ? find_held_lock+0x2b/0x80 [ 31.642997][ T471] ? __ipv6_isatap_ifid+0x210/0x210 [ 31.642998][ T471] ? mark_held_locks+0x40/0x70 [ 31.643000][ T471] ? lockdep_hardirqs_on+0x8c/0x130 [ 31.643002][ T471] dev_forward_change+0x3b3/0x850 [ 31.643004][ T471] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 31.643006][ T471] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 31.643008][ T471] addrconf_fixup_forwarding+0x2af/0x4d0 [ 31.643010][ T471] addrconf_sysctl_forward+0x209/0x2b0 [ 31.643012][ T471] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 31.643015][ T471] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 31.643017][ T471] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 31.643020][ T471] ? proc_sys_call_handler+0x25d/0x480 [ 31.643022][ T471] proc_sys_call_handler+0x31b/0x480 [ 31.643024][ T471] ? proc_sys_lookup+0x3d0/0x3d0 [ 31.643026][ T471] ? rcu_read_unlock+0x1b/0x70 [ 31.643028][ T471] ? do_raw_spin_unlock+0x59/0x250 [ 31.643030][ T471] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 31.643032][ T471] ? rcu_read_lock_any_held+0x3c/0x90 [ 31.643034][ T471] ? proc_sys_call_handler+0x480/0x480 [ 31.643036][ T471] new_sync_write+0x333/0x750 [ 31.643037][ T471] ? __lock_acquire+0x508/0xc10 [ 31.643038][ T471] ? new_sync_read+0x740/0x740 [ 31.643040][ T471] ? lock_acquire.part.0+0xbc/0x260 [ 31.643041][ T471] ? ksys_write+0x116/0x250 [ 31.643044][ T471] vfs_write+0x6a4/0xc10 [ 31.643045][ T471] ksys_write+0x116/0x250 [ 31.643047][ T471] ? __ia32_sys_read+0xc0/0xc0 [ 31.643048][ T471] ? rcu_is_watching+0x15/0xd0 [ 31.643050][ T471] ? rcu_is_watching+0x15/0xd0 [ 31.643051][ T471] do_syscall_64+0x117/0x590 [ 31.643053][ T471] ? trace_hardirqs_off+0xd/0x30 [ 31.643056][ T471] ? exc_page_fault+0xee/0x100 [ 31.643058][ T471] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 31.643059][ T471] RIP: 0033:0x7fb7b53ed08e [ 31.643062][ T471] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 31.643065][ T471] RSP: 002b:00007ffd05d07f50 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 31.643068][ T471] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007fb7b53ed08e [ 31.643069][ T471] RDX: 0000000000000002 RSI: 000055f9bc8064b0 RDI: 0000000000000005 [ 31.643070][ T471] RBP: 00007ffd05d07f60 R08: 0000000000000000 R09: 0000000000000000 [ 31.643071][ T471] R10: 0000000000000000 R11: 0000000000000202 R12: 000055f9bc8085e0 [ 31.643071][ T471] R13: 000055f9bc806470 R14: 0000000000000002 R15: 0000000000000000 [ 31.643074][ T471]