[ 9.639469][ T212] 8021q: 802.1Q VLAN Support v1.8 [ 17.771089][ T293] [ 17.771176][ T293] ======================================================== [ 17.771307][ T293] WARNING: possible irq lock inversion dependency detected [ 17.771424][ T293] 7.1.0-rc5-virtme #1 Not tainted [ 17.771503][ T293] -------------------------------------------------------- [ 17.771623][ T293] sysctl/293 just changed the state of lock: [ 17.771724][ T293] ffffffff8f57e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.771872][ T293] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 17.771987][ T293] (&ndev->lock){++.-}-{3:3} [ 17.771990][ T293] [ 17.771990][ T293] [ 17.771990][ T293] and interrupts could create inverse lock ordering between them. [ 17.771990][ T293] [ 17.772288][ T293] [ 17.772288][ T293] other info that might help us debug this: [ 17.772402][ T293] Possible interrupt unsafe locking scenario: [ 17.772402][ T293] [ 17.772521][ T293] CPU0 CPU1 [ 17.772599][ T293] ---- ---- [ 17.772679][ T293] lock(acaddr_hash_lock); [ 17.772767][ T293] local_irq_disable(); [ 17.772867][ T293] lock(&ndev->lock); [ 17.772965][ T293] lock(acaddr_hash_lock); [ 17.773068][ T293] [ 17.773127][ T293] lock(&ndev->lock); [ 17.773196][ T293] [ 17.773196][ T293] *** DEADLOCK *** [ 17.773196][ T293] [ 17.773319][ T293] 2 locks held by sysctl/293: [ 17.773409][ T293] #0: ff11000009bd43e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 17.773553][ T293] #1: ffffffff8f48c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 17.773712][ T293] [ 17.773712][ T293] the shortest dependencies between 2nd lock and 1st lock: [ 17.773854][ T293] -> (&ndev->lock){++.-}-{3:3} { [ 17.773941][ T293] HARDIRQ-ON-W at: [ 17.774004][ T293] __lock_acquire+0x378/0xc10 [ 17.774113][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.774220][ T293] _raw_write_lock_bh+0x38/0x50 [ 17.774330][ T293] addrconf_permanent_addr+0x108/0x9c0 [ 17.774451][ T293] addrconf_notify+0x151/0xf30 [ 17.774554][ T293] notifier_call_chain+0xb0/0x320 [ 17.774659][ T293] __dev_notify_flags+0xde/0x280 [ 17.774768][ T293] netif_change_flags+0xfe/0x190 [ 17.774872][ T293] do_setlink.isra.0+0x1cc3/0x2750 [ 17.774970][ T293] rtnl_newlink+0x8d1/0xef0 [ 17.775075][ T293] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 17.775173][ T293] netlink_rcv_skb+0x14e/0x3a0 [ 17.775276][ T293] netlink_unicast+0x486/0x750 [ 17.775375][ T293] netlink_sendmsg+0x735/0xc60 [ 17.775519][ T293] ____sys_sendmsg+0x419/0x850 [ 17.775624][ T293] ___sys_sendmsg+0x14e/0x1d0 [ 17.775725][ T293] __sys_sendmsg+0x145/0x1f0 [ 17.775870][ T293] do_syscall_64+0x117/0x590 [ 17.775968][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.776089][ T293] HARDIRQ-ON-R at: [ 17.776148][ T293] __lock_acquire+0x378/0xc10 [ 17.776294][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.776391][ T293] _raw_read_lock_bh+0x44/0x80 [ 17.776487][ T293] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 17.776653][ T293] inet6_fill_link_af+0x5c/0xe0 [ 17.776750][ T293] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 17.776866][ T293] rtnl_getlink+0x9c9/0xeb0 [ 17.777006][ T293] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 17.777108][ T293] netlink_rcv_skb+0x14e/0x3a0 [ 17.777205][ T293] netlink_unicast+0x486/0x750 [ 17.777347][ T293] netlink_sendmsg+0x735/0xc60 [ 17.777447][ T293] ____sys_sendmsg+0x419/0x850 [ 17.777552][ T293] ___sys_sendmsg+0x14e/0x1d0 [ 17.777658][ T293] __sys_sendmsg+0x145/0x1f0 [ 17.777756][ T293] do_syscall_64+0x117/0x590 [ 17.777856][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.777976][ T293] IN-SOFTIRQ-R at: [ 17.778036][ T293] __lock_acquire+0x378/0xc10 [ 17.778132][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.778231][ T293] _raw_read_lock_bh+0x44/0x80 [ 17.778383][ T293] ipv6_get_lladdr+0xa8/0x3f0 [ 17.778481][ T293] ndisc_send_ns+0xf3/0x120 [ 17.778585][ T293] ndisc_solicit+0x314/0x480 [ 17.778683][ T293] neigh_probe+0xb3/0x100 [ 17.778779][ T293] __neigh_event_send+0x802/0x1070 [ 17.778879][ T293] neigh_resolve_output+0xbe/0x140 [ 17.779020][ T293] ip6_finish_output2+0x423/0x1300 [ 17.779117][ T293] ip6_finish_output+0x646/0xda0 [ 17.779215][ T293] ip6_output+0x23f/0x7f0 [ 17.779366][ T293] ip6_forward+0x10f4/0x2bd0 [ 17.779463][ T293] ipv6_rcv+0x3c1/0x5a0 [ 17.779562][ T293] __netif_receive_skb_one_core+0xfc/0x180 [ 17.779724][ T293] process_backlog+0x2bc/0x1490 [ 17.779820][ T293] __napi_poll+0xa7/0x3b0 [ 17.779921][ T293] net_rx_action+0x513/0xf50 [ 17.780028][ T293] handle_softirqs+0x1d8/0x940 [ 17.780169][ T293] do_softirq+0xa9/0xe0 [ 17.780268][ T293] __local_bh_enable_ip+0x113/0x140 [ 17.780364][ T293] __neigh_event_send+0x30a/0x1070 [ 17.780508][ T293] neigh_resolve_output+0xbe/0x140 [ 17.780606][ T293] ip6_finish_output2+0x423/0x1300 [ 17.780710][ T293] ip6_finish_output+0x646/0xda0 [ 17.780853][ T293] ip6_output+0x23f/0x7f0 [ 17.780949][ T293] ip6_send_skb+0xee/0x350 [ 17.781050][ T293] rawv6_push_pending_frames+0x4cb/0xa90 [ 17.781220][ T293] rawv6_sendmsg+0x1434/0x1a50 [ 17.781320][ T293] __sys_sendto+0x2c9/0x400 [ 17.781424][ T293] __x64_sys_sendto+0xe4/0x1f0 [ 17.781564][ T293] do_syscall_64+0x117/0x590 [ 17.781663][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.781778][ T293] INITIAL USE at: [ 17.781842][ T293] __lock_acquire+0x378/0xc10 [ 17.781939][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.782039][ T293] _raw_write_lock_bh+0x38/0x50 [ 17.782138][ T293] addrconf_permanent_addr+0x108/0x9c0 [ 17.782256][ T293] addrconf_notify+0x151/0xf30 [ 17.782359][ T293] notifier_call_chain+0xb0/0x320 [ 17.782455][ T293] __dev_notify_flags+0xde/0x280 [ 17.782553][ T293] netif_change_flags+0xfe/0x190 [ 17.782651][ T293] do_setlink.isra.0+0x1cc3/0x2750 [ 17.782747][ T293] rtnl_newlink+0x8d1/0xef0 [ 17.782890][ T293] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 17.782987][ T293] netlink_rcv_skb+0x14e/0x3a0 [ 17.783090][ T293] netlink_unicast+0x486/0x750 [ 17.783228][ T293] netlink_sendmsg+0x735/0xc60 [ 17.783327][ T293] ____sys_sendmsg+0x419/0x850 [ 17.783426][ T293] ___sys_sendmsg+0x14e/0x1d0 [ 17.783565][ T293] __sys_sendmsg+0x145/0x1f0 [ 17.783667][ T293] do_syscall_64+0x117/0x590 [ 17.783764][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.783921][ T293] INITIAL READ USE at: [ 17.783998][ T293] __lock_acquire+0x378/0xc10 [ 17.784094][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.784217][ T293] _raw_read_lock_bh+0x44/0x80 [ 17.784365][ T293] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 17.784481][ T293] inet6_fill_link_af+0x5c/0xe0 [ 17.784578][ T293] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 17.784741][ T293] rtnl_getlink+0x9c9/0xeb0 [ 17.784838][ T293] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 17.784938][ T293] netlink_rcv_skb+0x14e/0x3a0 [ 17.785076][ T293] netlink_unicast+0x486/0x750 [ 17.785173][ T293] netlink_sendmsg+0x735/0xc60 [ 17.785272][ T293] ____sys_sendmsg+0x419/0x850 [ 17.785416][ T293] ___sys_sendmsg+0x14e/0x1d0 [ 17.785524][ T293] __sys_sendmsg+0x145/0x1f0 [ 17.785622][ T293] do_syscall_64+0x117/0x590 [ 17.785764][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.785880][ T293] } [ 17.785921][ T293] ... key at: [] __key.37+0x0/0x40 [ 17.786082][ T293] ... acquired at: [ 17.786151][ T293] __lock_acquire+0x508/0xc10 [ 17.786239][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.786320][ T293] _raw_spin_lock+0x33/0x40 [ 17.786398][ T293] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 17.786537][ T293] __ipv6_dev_ac_inc+0x57e/0x930 [ 17.786614][ T293] addrconf_join_anycast+0x1bc/0x260 [ 17.786694][ T293] __ipv6_ifa_notify+0x75b/0xad0 [ 17.786813][ T293] addrconf_dad_completed+0x14b/0xe10 [ 17.786891][ T293] addrconf_dad_work+0x3c1/0x930 [ 17.786971][ T293] process_one_work+0xdf8/0x1410 [ 17.787052][ T293] worker_thread+0x4f1/0xd60 [ 17.787172][ T293] kthread+0x367/0x460 [ 17.787230][ T293] ret_from_fork+0x474/0x6b0 [ 17.787316][ T293] ret_from_fork_asm+0x11/0x20 [ 17.787396][ T293] [ 17.787436][ T293] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 17.787558][ T293] HARDIRQ-ON-W at: [ 17.787617][ T293] __lock_acquire+0x378/0xc10 [ 17.787715][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.787814][ T293] _raw_spin_lock+0x33/0x40 [ 17.787955][ T293] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 17.788071][ T293] __ipv6_dev_ac_inc+0x57e/0x930 [ 17.788168][ T293] addrconf_join_anycast+0x1bc/0x260 [ 17.788309][ T293] __ipv6_ifa_notify+0x75b/0xad0 [ 17.788413][ T293] addrconf_dad_completed+0x14b/0xe10 [ 17.788510][ T293] addrconf_dad_work+0x3c1/0x930 [ 17.788650][ T293] process_one_work+0xdf8/0x1410 [ 17.788756][ T293] worker_thread+0x4f1/0xd60 [ 17.788853][ T293] kthread+0x367/0x460 [ 17.788971][ T293] ret_from_fork+0x474/0x6b0 [ 17.789073][ T293] ret_from_fork_asm+0x11/0x20 [ 17.789173][ T293] SOFTIRQ-ON-W at: [ 17.789236][ T293] __lock_acquire+0x378/0xc10 [ 17.789378][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.789475][ T293] _raw_spin_lock+0x33/0x40 [ 17.789573][ T293] __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.789670][ T293] addrconf_leave_anycast+0x1bc/0x260 [ 17.789772][ T293] dev_forward_change+0x3b3/0x850 [ 17.789869][ T293] addrconf_fixup_forwarding+0x2af/0x4d0 [ 17.790028][ T293] addrconf_sysctl_forward+0x209/0x2b0 [ 17.790124][ T293] proc_sys_call_handler+0x31b/0x480 [ 17.790229][ T293] new_sync_write+0x333/0x750 [ 17.790373][ T293] vfs_write+0x6a4/0xc10 [ 17.790470][ T293] ksys_write+0x116/0x250 [ 17.790568][ T293] do_syscall_64+0x117/0x590 [ 17.790666][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.790825][ T293] INITIAL USE at: [ 17.790885][ T293] __lock_acquire+0x378/0xc10 [ 17.790988][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.791127][ T293] _raw_spin_lock+0x33/0x40 [ 17.791226][ T293] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 17.791346][ T293] __ipv6_dev_ac_inc+0x57e/0x930 [ 17.791492][ T293] addrconf_join_anycast+0x1bc/0x260 [ 17.791590][ T293] __ipv6_ifa_notify+0x75b/0xad0 [ 17.791690][ T293] addrconf_dad_completed+0x14b/0xe10 [ 17.791834][ T293] addrconf_dad_work+0x3c1/0x930 [ 17.791935][ T293] process_one_work+0xdf8/0x1410 [ 17.792032][ T293] worker_thread+0x4f1/0xd60 [ 17.792171][ T293] kthread+0x367/0x460 [ 17.792258][ T293] ret_from_fork+0x474/0x6b0 [ 17.792364][ T293] ret_from_fork_asm+0x11/0x20 [ 17.792463][ T293] } [ 17.792545][ T293] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 17.792662][ T293] ... acquired at: [ 17.792720][ T293] mark_lock+0x1d7/0xa00 [ 17.792803][ T293] mark_usage+0x105/0x170 [ 17.792923][ T293] __lock_acquire+0x378/0xc10 [ 17.793002][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.793080][ T293] _raw_spin_lock+0x33/0x40 [ 17.793161][ T293] __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.793287][ T293] addrconf_leave_anycast+0x1bc/0x260 [ 17.793366][ T293] dev_forward_change+0x3b3/0x850 [ 17.793447][ T293] addrconf_fixup_forwarding+0x2af/0x4d0 [ 17.793550][ T293] addrconf_sysctl_forward+0x209/0x2b0 [ 17.793669][ T293] proc_sys_call_handler+0x31b/0x480 [ 17.793747][ T293] new_sync_write+0x333/0x750 [ 17.793826][ T293] vfs_write+0x6a4/0xc10 [ 17.793904][ T293] ksys_write+0x116/0x250 [ 17.794026][ T293] do_syscall_64+0x117/0x590 [ 17.794103][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.794203][ T293] [ 17.794241][ T293] [ 17.794241][ T293] stack backtrace: [ 17.794384][ T293] CPU: 0 UID: 0 PID: 293 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 17.794388][ T293] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 17.794389][ T293] Call Trace: [ 17.794391][ T293] [ 17.794392][ T293] dump_stack_lvl+0x6f/0xa0 [ 17.794397][ T293] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 17.794400][ T293] mark_lock_irq+0x989/0x9c0 [ 17.794403][ T293] mark_lock+0x1d7/0xa00 [ 17.794405][ T293] mark_usage+0x105/0x170 [ 17.794406][ T293] __lock_acquire+0x378/0xc10 [ 17.794408][ T293] lock_acquire.part.0+0xbc/0x260 [ 17.794410][ T293] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.794411][ T293] ? rcu_is_watching+0x15/0xd0 [ 17.794414][ T293] ? do_raw_read_unlock+0x70/0x70 [ 17.794416][ T293] ? lock_acquire+0x134/0x160 [ 17.794418][ T293] _raw_spin_lock+0x33/0x40 [ 17.794420][ T293] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.794421][ T293] __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.794423][ T293] addrconf_leave_anycast+0x1bc/0x260 [ 17.794425][ T293] ? find_held_lock+0x2b/0x80 [ 17.794428][ T293] ? __ipv6_isatap_ifid+0x210/0x210 [ 17.794430][ T293] ? mark_held_locks+0x40/0x70 [ 17.794432][ T293] ? lockdep_hardirqs_on+0x8c/0x130 [ 17.794434][ T293] dev_forward_change+0x3b3/0x850 [ 17.794436][ T293] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 17.794438][ T293] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 17.794441][ T293] addrconf_fixup_forwarding+0x2af/0x4d0 [ 17.794443][ T293] addrconf_sysctl_forward+0x209/0x2b0 [ 17.794445][ T293] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 17.794448][ T293] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 17.794450][ T293] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 17.794453][ T293] ? proc_sys_call_handler+0x25d/0x480 [ 17.794455][ T293] proc_sys_call_handler+0x31b/0x480 [ 17.794457][ T293] ? proc_sys_lookup+0x3d0/0x3d0 [ 17.794459][ T293] ? rcu_read_unlock+0x1b/0x70 [ 17.794462][ T293] ? do_raw_spin_unlock+0x59/0x250 [ 17.794463][ T293] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 17.794465][ T293] ? rcu_read_lock_any_held+0x3c/0x90 [ 17.794467][ T293] ? proc_sys_call_handler+0x480/0x480 [ 17.794469][ T293] new_sync_write+0x333/0x750 [ 17.794471][ T293] ? __lock_acquire+0x508/0xc10 [ 17.794472][ T293] ? new_sync_read+0x740/0x740 [ 17.794474][ T293] ? lock_acquire.part.0+0xbc/0x260 [ 17.794475][ T293] ? ksys_write+0x116/0x250 [ 17.794477][ T293] vfs_write+0x6a4/0xc10 [ 17.794479][ T293] ksys_write+0x116/0x250 [ 17.794481][ T293] ? __ia32_sys_read+0xc0/0xc0 [ 17.794482][ T293] ? rcu_is_watching+0x15/0xd0 [ 17.794484][ T293] ? rcu_is_watching+0x15/0xd0 [ 17.794486][ T293] do_syscall_64+0x117/0x590 [ 17.794487][ T293] ? trace_hardirqs_off+0xd/0x30 [ 17.794490][ T293] ? exc_page_fault+0xee/0x100 [ 17.794492][ T293] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.794494][ T293] RIP: 0033:0x7f82f4a1808e [ 17.794497][ T293] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 17.794498][ T293] RSP: 002b:00007ffd80aad570 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 17.794501][ T293] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f82f4a1808e [ 17.794502][ T293] RDX: 0000000000000002 RSI: 0000559d47bb64b0 RDI: 0000000000000005 [ 17.794503][ T293] RBP: 00007ffd80aad580 R08: 0000000000000000 R09: 0000000000000000 [ 17.794504][ T293] R10: 0000000000000000 R11: 0000000000000202 R12: 0000559d47bb85e0 [ 17.794505][ T293] R13: 0000559d47bb6470 R14: 0000000000000002 R15: 0000000000000000 [ 17.794507][ T293]