[ 10.191768][ T252] gre: GRE over IPv4 demultiplexer driver [ 10.203088][ T252] ip_gre: GRE over IPv4 tunneling driver [ 10.707544][ T275] 8021q: 802.1Q VLAN Support v1.8 [ 11.577931][ T314] GACT probability NOT on [ 84.646454][ T507] [ 84.646542][ T507] ======================================================== [ 84.646672][ T507] WARNING: possible irq lock inversion dependency detected [ 84.646791][ T507] 7.1.0-rc5-virtme #1 Not tainted [ 84.646876][ T507] -------------------------------------------------------- [ 84.646993][ T507] sysctl/507 just changed the state of lock: [ 84.647093][ T507] ffffffff99b7e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 84.647255][ T507] but this lock was taken by another, SOFTIRQ-safe lock in the past: [ 84.647376][ T507] (&ndev->lock){++-.}-{3:3} [ 84.647378][ T507] [ 84.647378][ T507] [ 84.647378][ T507] and interrupts could create inverse lock ordering between them. [ 84.647378][ T507] [ 84.647682][ T507] [ 84.647682][ T507] other info that might help us debug this: [ 84.647810][ T507] Possible interrupt unsafe locking scenario: [ 84.647810][ T507] [ 84.647931][ T507] CPU0 CPU1 [ 84.648015][ T507] ---- ---- [ 84.648094][ T507] lock(acaddr_hash_lock); [ 84.648178][ T507] local_irq_disable(); [ 84.648276][ T507] lock(&ndev->lock); [ 84.648379][ T507] lock(acaddr_hash_lock); [ 84.648487][ T507] [ 84.648549][ T507] lock(&ndev->lock); [ 84.648611][ T507] [ 84.648611][ T507] *** DEADLOCK *** [ 84.648611][ T507] [ 84.648731][ T507] 2 locks held by sysctl/507: [ 84.648812][ T507] #0: ff11000009b743e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 84.648958][ T507] #1: ffffffff99a8c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 84.649116][ T507] [ 84.649116][ T507] the shortest dependencies between 2nd lock and 1st lock: [ 84.649256][ T507] -> (&ndev->lock){++-.}-{3:3} { [ 84.649342][ T507] HARDIRQ-ON-W at: [ 84.649405][ T507] __lock_acquire+0x378/0xc10 [ 84.649514][ T507] lock_acquire.part.0+0xbc/0x260 [ 84.649617][ T507] _raw_write_lock_bh+0x38/0x50 [ 84.649722][ T507] addrconf_permanent_addr+0x108/0x9c0 [ 84.649853][ T507] addrconf_notify+0x151/0xf30 [ 84.649953][ T507] notifier_call_chain+0xb0/0x320 [ 84.650052][ T507] __dev_notify_flags+0xde/0x280 [ 84.650159][ T507] netif_change_flags+0xfe/0x190 [ 84.650259][ T507] do_setlink.isra.0+0x1cc3/0x2750 [ 84.650362][ T507] rtnl_newlink+0x8d1/0xef0 [ 84.650464][ T507] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 84.650563][ T507] netlink_rcv_skb+0x14e/0x3a0 [ 84.650671][ T507] netlink_unicast+0x486/0x750 [ 84.650772][ T507] netlink_sendmsg+0x735/0xc60 [ 84.650874][ T507] ____sys_sendmsg+0x419/0x850 [ 84.650981][ T507] ___sys_sendmsg+0x14e/0x1d0 [ 84.651082][ T507] __sys_sendmsg+0x145/0x1f0 [ 84.651186][ T507] do_syscall_64+0x117/0x590 [ 84.651286][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 84.651405][ T507] HARDIRQ-ON-R at: [ 84.651468][ T507] __lock_acquire+0x378/0xc10 [ 84.651574][ T507] lock_acquire.part.0+0xbc/0x260 [ 84.651676][ T507] _raw_read_lock_bh+0x44/0x80 [ 84.651784][ T507] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 84.651904][ T507] inet6_fill_link_af+0x5c/0xe0 [ 84.652011][ T507] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 84.652131][ T507] rtnl_getlink+0x9c9/0xeb0 [ 84.652230][ T507] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 84.652332][ T507] netlink_rcv_skb+0x14e/0x3a0 [ 84.652436][ T507] netlink_unicast+0x486/0x750 [ 84.652539][ T507] netlink_sendmsg+0x735/0xc60 [ 84.652641][ T507] ____sys_sendmsg+0x419/0x850 [ 84.652741][ T507] ___sys_sendmsg+0x14e/0x1d0 [ 84.652845][ T507] __sys_sendmsg+0x145/0x1f0 [ 84.652957][ T507] do_syscall_64+0x117/0x590 [ 84.653065][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 84.653185][ T507] IN-SOFTIRQ-W at: [ 84.653246][ T507] __lock_acquire+0x378/0xc10 [ 84.653347][ T507] lock_acquire.part.0+0xbc/0x260 [ 84.653456][ T507] _raw_write_lock+0x33/0x40 [ 84.653557][ T507] addrconf_rs_timer+0xb0/0x770 [ 84.653656][ T507] call_timer_fn+0x163/0x4f0 [ 84.653756][ T507] __run_timers+0x68f/0xab0 [ 84.653854][ T507] run_timer_softirq+0xf0/0x160 [ 84.653955][ T507] handle_softirqs+0x1d8/0x940 [ 84.654054][ T507] __irq_exit_rcu+0x103/0x1c0 [ 84.654153][ T507] irq_exit_rcu+0xe/0x30 [ 84.654258][ T507] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 84.654421][ T507] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 84.654548][ T507] pv_native_safe_halt+0xf/0x10 [ 84.654647][ T507] default_idle+0x9/0x10 [ 84.654789][ T507] default_idle_call+0x6e/0xb0 [ 84.654888][ T507] cpuidle_idle_call.constprop.0+0x237/0x410 [ 84.655005][ T507] do_idle+0xf5/0x160 [ 84.655155][ T507] cpu_startup_entry+0x53/0x70 [ 84.655256][ T507] rest_init+0x1f7/0x200 [ 84.655355][ T507] start_kernel+0x3ad/0x3b0 [ 84.655460][ T507] x86_64_start_reservations+0x24/0x30 [ 84.655621][ T507] x86_64_start_kernel+0x12b/0x130 [ 84.655725][ T507] common_startup_64+0x13e/0x148 [ 84.655833][ T507] INITIAL USE at: [ 84.655935][ T507] __lock_acquire+0x378/0xc10 [ 84.656037][ T507] lock_acquire.part.0+0xbc/0x260 [ 84.656140][ T507] _raw_write_lock_bh+0x38/0x50 [ 84.656285][ T507] addrconf_permanent_addr+0x108/0x9c0 [ 84.656404][ T507] addrconf_notify+0x151/0xf30 [ 84.656509][ T507] notifier_call_chain+0xb0/0x320 [ 84.656609][ T507] __dev_notify_flags+0xde/0x280 [ 84.656707][ T507] netif_change_flags+0xfe/0x190 [ 84.656803][ T507] do_setlink.isra.0+0x1cc3/0x2750 [ 84.656945][ T507] rtnl_newlink+0x8d1/0xef0 [ 84.657049][ T507] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 84.657147][ T507] netlink_rcv_skb+0x14e/0x3a0 [ 84.657244][ T507] netlink_unicast+0x486/0x750 [ 84.657385][ T507] netlink_sendmsg+0x735/0xc60 [ 84.657484][ T507] ____sys_sendmsg+0x419/0x850 [ 84.657584][ T507] ___sys_sendmsg+0x14e/0x1d0 [ 84.657726][ T507] __sys_sendmsg+0x145/0x1f0 [ 84.657825][ T507] do_syscall_64+0x117/0x590 [ 84.657921][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 84.658080][ T507] INITIAL READ USE at: [ 84.658157][ T507] __lock_acquire+0x378/0xc10 [ 84.658257][ T507] lock_acquire.part.0+0xbc/0x260 [ 84.658415][ T507] _raw_read_lock_bh+0x44/0x80 [ 84.658517][ T507] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 84.658634][ T507] inet6_fill_link_af+0x5c/0xe0 [ 84.658776][ T507] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 84.658899][ T507] rtnl_getlink+0x9c9/0xeb0 [ 84.659004][ T507] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 84.659143][ T507] netlink_rcv_skb+0x14e/0x3a0 [ 84.659241][ T507] netlink_unicast+0x486/0x750 [ 84.659338][ T507] netlink_sendmsg+0x735/0xc60 [ 84.659489][ T507] ____sys_sendmsg+0x419/0x850 [ 84.659592][ T507] ___sys_sendmsg+0x14e/0x1d0 [ 84.659691][ T507] __sys_sendmsg+0x145/0x1f0 [ 84.659833][ T507] do_syscall_64+0x117/0x590 [ 84.659932][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 84.660055][ T507] } [ 84.660099][ T507] ... key at: [] __key.37+0x0/0x40 [ 84.660261][ T507] ... acquired at: [ 84.660331][ T507] __lock_acquire+0x508/0xc10 [ 84.660409][ T507] lock_acquire.part.0+0xbc/0x260 [ 84.660491][ T507] _raw_spin_lock+0x33/0x40 [ 84.660615][ T507] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 84.660719][ T507] __ipv6_dev_ac_inc+0x57e/0x930 [ 84.660797][ T507] addrconf_join_anycast+0x1bc/0x260 [ 84.660875][ T507] dev_forward_change+0x2be/0x850 [ 84.661004][ T507] addrconf_fixup_forwarding+0x2af/0x4d0 [ 84.661102][ T507] addrconf_sysctl_forward+0x209/0x2b0 [ 84.661180][ T507] proc_sys_call_handler+0x31b/0x480 [ 84.661312][ T507] new_sync_write+0x333/0x750 [ 84.661390][ T507] vfs_write+0x6a4/0xc10 [ 84.661471][ T507] ksys_write+0x116/0x250 [ 84.661548][ T507] do_syscall_64+0x117/0x590 [ 84.661625][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 84.661724][ T507] [ 84.661769][ T507] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 84.661851][ T507] HARDIRQ-ON-W at: [ 84.661912][ T507] __lock_acquire+0x378/0xc10 [ 84.662054][ T507] lock_acquire.part.0+0xbc/0x260 [ 84.662151][ T507] _raw_spin_lock+0x33/0x40 [ 84.662249][ T507] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 84.662409][ T507] __ipv6_dev_ac_inc+0x57e/0x930 [ 84.662511][ T507] addrconf_join_anycast+0x1bc/0x260 [ 84.662610][ T507] dev_forward_change+0x2be/0x850 [ 84.662755][ T507] addrconf_fixup_forwarding+0x2af/0x4d0 [ 84.662872][ T507] addrconf_sysctl_forward+0x209/0x2b0 [ 84.662971][ T507] proc_sys_call_handler+0x31b/0x480 [ 84.663110][ T507] new_sync_write+0x333/0x750 [ 84.663208][ T507] vfs_write+0x6a4/0xc10 [ 84.663305][ T507] ksys_write+0x116/0x250 [ 84.663450][ T507] do_syscall_64+0x117/0x590 [ 84.663548][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 84.663665][ T507] SOFTIRQ-ON-W at: [ 84.663724][ T507] __lock_acquire+0x378/0xc10 [ 84.663891][ T507] lock_acquire.part.0+0xbc/0x260 [ 84.663989][ T507] _raw_spin_lock+0x33/0x40 [ 84.664088][ T507] __ipv6_dev_ac_dec+0x236/0x5d0 [ 84.664229][ T507] addrconf_leave_anycast+0x1bc/0x260 [ 84.664327][ T507] dev_forward_change+0x3b3/0x850 [ 84.664427][ T507] addrconf_fixup_forwarding+0x2af/0x4d0 [ 84.664591][ T507] addrconf_sysctl_forward+0x209/0x2b0 [ 84.664690][ T507] proc_sys_call_handler+0x31b/0x480 [ 84.664790][ T507] new_sync_write+0x333/0x750 [ 84.664931][ T507] vfs_write+0x6a4/0xc10 [ 84.665029][ T507] ksys_write+0x116/0x250 [ 84.665129][ T507] do_syscall_64+0x117/0x590 [ 84.665270][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 84.665388][ T507] INITIAL USE at: [ 84.665449][ T507] __lock_acquire+0x378/0xc10 [ 84.665547][ T507] lock_acquire.part.0+0xbc/0x260 [ 84.665687][ T507] _raw_spin_lock+0x33/0x40 [ 84.665787][ T507] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 84.665911][ T507] __ipv6_dev_ac_inc+0x57e/0x930 [ 84.666051][ T507] addrconf_join_anycast+0x1bc/0x260 [ 84.666149][ T507] dev_forward_change+0x2be/0x850 [ 84.666247][ T507] addrconf_fixup_forwarding+0x2af/0x4d0 [ 84.666410][ T507] addrconf_sysctl_forward+0x209/0x2b0 [ 84.666513][ T507] proc_sys_call_handler+0x31b/0x480 [ 84.666611][ T507] new_sync_write+0x333/0x750 [ 84.666751][ T507] vfs_write+0x6a4/0xc10 [ 84.666857][ T507] ksys_write+0x116/0x250 [ 84.666960][ T507] do_syscall_64+0x117/0x590 [ 84.667102][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 84.667217][ T507] } [ 84.667257][ T507] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 84.667420][ T507] ... acquired at: [ 84.667482][ T507] mark_lock+0x1d7/0xa00 [ 84.667560][ T507] mark_usage+0x105/0x170 [ 84.667646][ T507] __lock_acquire+0x378/0xc10 [ 84.667726][ T507] lock_acquire.part.0+0xbc/0x260 [ 84.667846][ T507] _raw_spin_lock+0x33/0x40 [ 84.667924][ T507] __ipv6_dev_ac_dec+0x236/0x5d0 [ 84.668002][ T507] addrconf_leave_anycast+0x1bc/0x260 [ 84.668079][ T507] dev_forward_change+0x3b3/0x850 [ 84.668199][ T507] addrconf_fixup_forwarding+0x2af/0x4d0 [ 84.668310][ T507] addrconf_sysctl_forward+0x209/0x2b0 [ 84.668393][ T507] proc_sys_call_handler+0x31b/0x480 [ 84.668518][ T507] new_sync_write+0x333/0x750 [ 84.668595][ T507] vfs_write+0x6a4/0xc10 [ 84.668672][ T507] ksys_write+0x116/0x250 [ 84.668749][ T507] do_syscall_64+0x117/0x590 [ 84.668871][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 84.668970][ T507] [ 84.669010][ T507] [ 84.669010][ T507] stack backtrace: [ 84.669108][ T507] CPU: 3 UID: 0 PID: 507 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 84.669111][ T507] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 84.669114][ T507] Call Trace: [ 84.669115][ T507] [ 84.669117][ T507] dump_stack_lvl+0x6f/0xa0 [ 84.669122][ T507] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 84.669125][ T507] mark_lock_irq+0x989/0x9c0 [ 84.669128][ T507] mark_lock+0x1d7/0xa00 [ 84.669130][ T507] mark_usage+0x105/0x170 [ 84.669131][ T507] __lock_acquire+0x378/0xc10 [ 84.669133][ T507] lock_acquire.part.0+0xbc/0x260 [ 84.669135][ T507] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 84.669136][ T507] ? rcu_is_watching+0x15/0xd0 [ 84.669139][ T507] ? do_raw_read_unlock+0x70/0x70 [ 84.669141][ T507] ? lock_acquire+0x134/0x160 [ 84.669143][ T507] _raw_spin_lock+0x33/0x40 [ 84.669145][ T507] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 84.669146][ T507] __ipv6_dev_ac_dec+0x236/0x5d0 [ 84.669148][ T507] addrconf_leave_anycast+0x1bc/0x260 [ 84.669149][ T507] ? find_held_lock+0x2b/0x80 [ 84.669152][ T507] ? __ipv6_isatap_ifid+0x210/0x210 [ 84.669154][ T507] ? mark_held_locks+0x40/0x70 [ 84.669156][ T507] ? lockdep_hardirqs_on+0x8c/0x130 [ 84.669158][ T507] dev_forward_change+0x3b3/0x850 [ 84.669160][ T507] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 84.669162][ T507] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 84.669165][ T507] addrconf_fixup_forwarding+0x2af/0x4d0 [ 84.669167][ T507] addrconf_sysctl_forward+0x209/0x2b0 [ 84.669169][ T507] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 84.669172][ T507] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 84.669174][ T507] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 84.669177][ T507] ? proc_sys_call_handler+0x25d/0x480 [ 84.669179][ T507] proc_sys_call_handler+0x31b/0x480 [ 84.669181][ T507] ? proc_sys_lookup+0x3d0/0x3d0 [ 84.669184][ T507] ? rcu_read_unlock+0x1b/0x70 [ 84.669186][ T507] ? do_raw_spin_unlock+0x59/0x250 [ 84.669187][ T507] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 84.669189][ T507] ? rcu_read_lock_any_held+0x3c/0x90 [ 84.669191][ T507] ? proc_sys_call_handler+0x480/0x480 [ 84.669193][ T507] new_sync_write+0x333/0x750 [ 84.669195][ T507] ? __lock_acquire+0x508/0xc10 [ 84.669196][ T507] ? new_sync_read+0x740/0x740 [ 84.669198][ T507] ? lock_acquire.part.0+0xbc/0x260 [ 84.669199][ T507] ? ksys_write+0x116/0x250 [ 84.669202][ T507] vfs_write+0x6a4/0xc10 [ 84.669203][ T507] ksys_write+0x116/0x250 [ 84.669205][ T507] ? __ia32_sys_read+0xc0/0xc0 [ 84.669206][ T507] ? rcu_is_watching+0x15/0xd0 [ 84.669208][ T507] ? rcu_is_watching+0x15/0xd0 [ 84.669210][ T507] do_syscall_64+0x117/0x590 [ 84.669211][ T507] ? trace_hardirqs_off+0xd/0x30 [ 84.669214][ T507] ? exc_page_fault+0xee/0x100 [ 84.669216][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 84.669218][ T507] RIP: 0033:0x7f326a57b08e [ 84.669221][ T507] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 84.669223][ T507] RSP: 002b:00007ffe91f00a30 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 84.669226][ T507] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f326a57b08e [ 84.669227][ T507] RDX: 0000000000000002 RSI: 0000556038fa34b0 RDI: 0000000000000005 [ 84.669228][ T507] RBP: 00007ffe91f00a40 R08: 0000000000000000 R09: 0000000000000000 [ 84.669229][ T507] R10: 0000000000000000 R11: 0000000000000202 R12: 0000556038fa55e0 [ 84.669229][ T507] R13: 0000556038fa3470 R14: 0000000000000002 R15: 0000000000000000 [ 84.669232][ T507]