[ 9.411780][ T212] 8021q: 802.1Q VLAN Support v1.8 [ 17.579817][ T294] [ 17.579901][ T294] ======================================================== [ 17.580022][ T294] WARNING: possible irq lock inversion dependency detected [ 17.580139][ T294] 7.1.0-rc5-virtme #1 Not tainted [ 17.580219][ T294] -------------------------------------------------------- [ 17.580338][ T294] sysctl/294 just changed the state of lock: [ 17.580434][ T294] ffffffff97d7e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.580591][ T294] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 17.580714][ T294] (&ndev->lock){++.-}-{3:3} [ 17.580717][ T294] [ 17.580717][ T294] [ 17.580717][ T294] and interrupts could create inverse lock ordering between them. [ 17.580717][ T294] [ 17.581003][ T294] [ 17.581003][ T294] other info that might help us debug this: [ 17.581116][ T294] Possible interrupt unsafe locking scenario: [ 17.581116][ T294] [ 17.581240][ T294] CPU0 CPU1 [ 17.581317][ T294] ---- ---- [ 17.581395][ T294] lock(acaddr_hash_lock); [ 17.581474][ T294] local_irq_disable(); [ 17.581583][ T294] lock(&ndev->lock); [ 17.581682][ T294] lock(acaddr_hash_lock); [ 17.581782][ T294] [ 17.581846][ T294] lock(&ndev->lock); [ 17.581907][ T294] [ 17.581907][ T294] *** DEADLOCK *** [ 17.581907][ T294] [ 17.582023][ T294] 2 locks held by sysctl/294: [ 17.582102][ T294] #0: ff1100000a0043e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 17.582246][ T294] #1: ffffffff97c8c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 17.582404][ T294] [ 17.582404][ T294] the shortest dependencies between 2nd lock and 1st lock: [ 17.582545][ T294] -> (&ndev->lock){++.-}-{3:3} { [ 17.582630][ T294] HARDIRQ-ON-W at: [ 17.582690][ T294] __lock_acquire+0x378/0xc10 [ 17.582797][ T294] lock_acquire.part.0+0xbc/0x260 [ 17.582902][ T294] _raw_write_lock_bh+0x38/0x50 [ 17.583001][ T294] addrconf_permanent_addr+0x108/0x9c0 [ 17.583118][ T294] addrconf_notify+0x151/0xf30 [ 17.583216][ T294] notifier_call_chain+0xb0/0x320 [ 17.583316][ T294] __dev_notify_flags+0xde/0x280 [ 17.583416][ T294] netif_change_flags+0xfe/0x190 [ 17.583516][ T294] do_setlink.isra.0+0x1cc3/0x2750 [ 17.583623][ T294] rtnl_newlink+0x8d1/0xef0 [ 17.583722][ T294] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 17.583824][ T294] netlink_rcv_skb+0x14e/0x3a0 [ 17.583927][ T294] netlink_unicast+0x486/0x750 [ 17.584024][ T294] netlink_sendmsg+0x735/0xc60 [ 17.584133][ T294] ____sys_sendmsg+0x419/0x850 [ 17.584240][ T294] ___sys_sendmsg+0x14e/0x1d0 [ 17.584339][ T294] __sys_sendmsg+0x145/0x1f0 [ 17.584446][ T294] do_syscall_64+0x117/0x590 [ 17.584549][ T294] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.584670][ T294] HARDIRQ-ON-R at: [ 17.584736][ T294] __lock_acquire+0x378/0xc10 [ 17.584836][ T294] lock_acquire.part.0+0xbc/0x260 [ 17.584937][ T294] _raw_read_lock_bh+0x44/0x80 [ 17.585034][ T294] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 17.585148][ T294] inet6_fill_link_af+0x5c/0xe0 [ 17.585247][ T294] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 17.585362][ T294] rtnl_getlink+0x9c9/0xeb0 [ 17.585470][ T294] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 17.585574][ T294] netlink_rcv_skb+0x14e/0x3a0 [ 17.585674][ T294] netlink_unicast+0x486/0x750 [ 17.585772][ T294] netlink_sendmsg+0x735/0xc60 [ 17.585875][ T294] ____sys_sendmsg+0x419/0x850 [ 17.585978][ T294] ___sys_sendmsg+0x14e/0x1d0 [ 17.586078][ T294] __sys_sendmsg+0x145/0x1f0 [ 17.586183][ T294] do_syscall_64+0x117/0x590 [ 17.586285][ T294] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.586403][ T294] IN-SOFTIRQ-R at: [ 17.586462][ T294] __lock_acquire+0x378/0xc10 [ 17.586609][ T294] lock_acquire.part.0+0xbc/0x260 [ 17.586708][ T294] _raw_read_lock_bh+0x44/0x80 [ 17.586813][ T294] ipv6_get_lladdr+0xa8/0x3f0 [ 17.586922][ T294] ndisc_send_ns+0xf3/0x120 [ 17.587024][ T294] ndisc_solicit+0x314/0x480 [ 17.587124][ T294] neigh_probe+0xb3/0x100 [ 17.587226][ T294] __neigh_event_send+0x802/0x1070 [ 17.587334][ T294] neigh_resolve_output+0xbe/0x140 [ 17.587433][ T294] ip6_finish_output2+0x423/0x1300 [ 17.587541][ T294] ip6_finish_output+0x646/0xda0 [ 17.587679][ T294] ip6_output+0x23f/0x7f0 [ 17.587788][ T294] ip6_forward+0x10f4/0x2bd0 [ 17.587893][ T294] ipv6_rcv+0x3c1/0x5a0 [ 17.588000][ T294] __netif_receive_skb_one_core+0xfc/0x180 [ 17.588116][ T294] process_backlog+0x2bc/0x1490 [ 17.588213][ T294] __napi_poll+0xa7/0x3b0 [ 17.588309][ T294] net_rx_action+0x513/0xf50 [ 17.588407][ T294] handle_softirqs+0x1d8/0x940 [ 17.588505][ T294] do_softirq+0xa9/0xe0 [ 17.588645][ T294] __local_bh_enable_ip+0x113/0x140 [ 17.588742][ T294] __neigh_event_send+0x30a/0x1070 [ 17.588842][ T294] neigh_resolve_output+0xbe/0x140 [ 17.588979][ T294] ip6_finish_output2+0x423/0x1300 [ 17.589074][ T294] ip6_finish_output+0x646/0xda0 [ 17.589174][ T294] ip6_output+0x23f/0x7f0 [ 17.589314][ T294] ip6_send_skb+0xee/0x350 [ 17.589411][ T294] rawv6_push_pending_frames+0x4cb/0xa90 [ 17.589529][ T294] rawv6_sendmsg+0x1434/0x1a50 [ 17.589673][ T294] __sys_sendto+0x2c9/0x400 [ 17.589778][ T294] __x64_sys_sendto+0xe4/0x1f0 [ 17.589886][ T294] do_syscall_64+0x117/0x590 [ 17.589982][ T294] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.590142][ T294] INITIAL USE at: [ 17.590200][ T294] __lock_acquire+0x378/0xc10 [ 17.590297][ T294] lock_acquire.part.0+0xbc/0x260 [ 17.590436][ T294] _raw_write_lock_bh+0x38/0x50 [ 17.590539][ T294] addrconf_permanent_addr+0x108/0x9c0 [ 17.590654][ T294] addrconf_notify+0x151/0xf30 [ 17.590791][ T294] notifier_call_chain+0xb0/0x320 [ 17.590890][ T294] __dev_notify_flags+0xde/0x280 [ 17.590989][ T294] netif_change_flags+0xfe/0x190 [ 17.591127][ T294] do_setlink.isra.0+0x1cc3/0x2750 [ 17.591225][ T294] rtnl_newlink+0x8d1/0xef0 [ 17.591323][ T294] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 17.591459][ T294] netlink_rcv_skb+0x14e/0x3a0 [ 17.591584][ T294] netlink_unicast+0x486/0x750 [ 17.591690][ T294] netlink_sendmsg+0x735/0xc60 [ 17.591786][ T294] ____sys_sendmsg+0x419/0x850 [ 17.591941][ T294] ___sys_sendmsg+0x14e/0x1d0 [ 17.592041][ T294] __sys_sendmsg+0x145/0x1f0 [ 17.592139][ T294] do_syscall_64+0x117/0x590 [ 17.592279][ T294] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.592393][ T294] INITIAL READ USE at: [ 17.592471][ T294] __lock_acquire+0x378/0xc10 [ 17.592614][ T294] lock_acquire.part.0+0xbc/0x260 [ 17.592729][ T294] _raw_read_lock_bh+0x44/0x80 [ 17.592829][ T294] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 17.592989][ T294] inet6_fill_link_af+0x5c/0xe0 [ 17.593089][ T294] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 17.593207][ T294] rtnl_getlink+0x9c9/0xeb0 [ 17.593346][ T294] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 17.593444][ T294] netlink_rcv_skb+0x14e/0x3a0 [ 17.593545][ T294] netlink_unicast+0x486/0x750 [ 17.593683][ T294] netlink_sendmsg+0x735/0xc60 [ 17.593780][ T294] ____sys_sendmsg+0x419/0x850 [ 17.593882][ T294] ___sys_sendmsg+0x14e/0x1d0 [ 17.594030][ T294] __sys_sendmsg+0x145/0x1f0 [ 17.594129][ T294] do_syscall_64+0x117/0x590 [ 17.594231][ T294] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.594397][ T294] } [ 17.594438][ T294] ... key at: [] __key.37+0x0/0x40 [ 17.594561][ T294] ... acquired at: [ 17.594621][ T294] __lock_acquire+0x508/0xc10 [ 17.594742][ T294] lock_acquire.part.0+0xbc/0x260 [ 17.594822][ T294] _raw_spin_lock+0x33/0x40 [ 17.594899][ T294] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 17.594995][ T294] __ipv6_dev_ac_inc+0x57e/0x930 [ 17.595111][ T294] addrconf_join_anycast+0x1bc/0x260 [ 17.595189][ T294] __ipv6_ifa_notify+0x75b/0xad0 [ 17.595269][ T294] addrconf_dad_completed+0x14b/0xe10 [ 17.595345][ T294] addrconf_dad_work+0x3c1/0x930 [ 17.595462][ T294] process_one_work+0xdf8/0x1410 [ 17.595545][ T294] worker_thread+0x4f1/0xd60 [ 17.595622][ T294] kthread+0x367/0x460 [ 17.595681][ T294] ret_from_fork+0x474/0x6b0 [ 17.595804][ T294] ret_from_fork_asm+0x11/0x20 [ 17.595885][ T294] [ 17.595924][ T294] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 17.596004][ T294] HARDIRQ-ON-W at: [ 17.596063][ T294] __lock_acquire+0x378/0xc10 [ 17.596201][ T294] lock_acquire.part.0+0xbc/0x260 [ 17.596297][ T294] _raw_spin_lock+0x33/0x40 [ 17.596393][ T294] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 17.596554][ T294] __ipv6_dev_ac_inc+0x57e/0x930 [ 17.596649][ T294] addrconf_join_anycast+0x1bc/0x260 [ 17.596753][ T294] __ipv6_ifa_notify+0x75b/0xad0 [ 17.596894][ T294] addrconf_dad_completed+0x14b/0xe10 [ 17.596991][ T294] addrconf_dad_work+0x3c1/0x930 [ 17.597088][ T294] process_one_work+0xdf8/0x1410 [ 17.597224][ T294] worker_thread+0x4f1/0xd60 [ 17.597326][ T294] kthread+0x367/0x460 [ 17.597403][ T294] ret_from_fork+0x474/0x6b0 [ 17.597498][ T294] ret_from_fork_asm+0x11/0x20 [ 17.597641][ T294] SOFTIRQ-ON-W at: [ 17.597703][ T294] __lock_acquire+0x378/0xc10 [ 17.597800][ T294] lock_acquire.part.0+0xbc/0x260 [ 17.597940][ T294] _raw_spin_lock+0x33/0x40 [ 17.598036][ T294] __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.598158][ T294] addrconf_leave_anycast+0x1bc/0x260 [ 17.598261][ T294] dev_forward_change+0x3b3/0x850 [ 17.598399][ T294] addrconf_fixup_forwarding+0x2af/0x4d0 [ 17.598523][ T294] addrconf_sysctl_forward+0x209/0x2b0 [ 17.598621][ T294] proc_sys_call_handler+0x31b/0x480 [ 17.598761][ T294] new_sync_write+0x333/0x750 [ 17.598867][ T294] vfs_write+0x6a4/0xc10 [ 17.598969][ T294] ksys_write+0x116/0x250 [ 17.599113][ T294] do_syscall_64+0x117/0x590 [ 17.599231][ T294] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.599356][ T294] INITIAL USE at: [ 17.599458][ T294] __lock_acquire+0x378/0xc10 [ 17.599564][ T294] lock_acquire.part.0+0xbc/0x260 [ 17.599666][ T294] _raw_spin_lock+0x33/0x40 [ 17.599808][ T294] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 17.599928][ T294] __ipv6_dev_ac_inc+0x57e/0x930 [ 17.600023][ T294] addrconf_join_anycast+0x1bc/0x260 [ 17.600159][ T294] __ipv6_ifa_notify+0x75b/0xad0 [ 17.600258][ T294] addrconf_dad_completed+0x14b/0xe10 [ 17.600354][ T294] addrconf_dad_work+0x3c1/0x930 [ 17.600451][ T294] process_one_work+0xdf8/0x1410 [ 17.600596][ T294] worker_thread+0x4f1/0xd60 [ 17.600692][ T294] kthread+0x367/0x460 [ 17.600773][ T294] ret_from_fork+0x474/0x6b0 [ 17.600919][ T294] ret_from_fork_asm+0x11/0x20 [ 17.601017][ T294] } [ 17.601057][ T294] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 17.601172][ T294] ... acquired at: [ 17.601272][ T294] mark_lock+0x1d7/0xa00 [ 17.601349][ T294] mark_usage+0x105/0x170 [ 17.601426][ T294] __lock_acquire+0x378/0xc10 [ 17.601504][ T294] lock_acquire.part.0+0xbc/0x260 [ 17.601625][ T294] _raw_spin_lock+0x33/0x40 [ 17.601718][ T294] __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.601800][ T294] addrconf_leave_anycast+0x1bc/0x260 [ 17.601891][ T294] dev_forward_change+0x3b3/0x850 [ 17.602029][ T294] addrconf_fixup_forwarding+0x2af/0x4d0 [ 17.602132][ T294] addrconf_sysctl_forward+0x209/0x2b0 [ 17.602213][ T294] proc_sys_call_handler+0x31b/0x480 [ 17.602293][ T294] new_sync_write+0x333/0x750 [ 17.602411][ T294] vfs_write+0x6a4/0xc10 [ 17.602492][ T294] ksys_write+0x116/0x250 [ 17.602577][ T294] do_syscall_64+0x117/0x590 [ 17.602654][ T294] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.602790][ T294] [ 17.602838][ T294] [ 17.602838][ T294] stack backtrace: [ 17.602935][ T294] CPU: 0 UID: 0 PID: 294 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 17.602939][ T294] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 17.602941][ T294] Call Trace: [ 17.602942][ T294] [ 17.602943][ T294] dump_stack_lvl+0x6f/0xa0 [ 17.602948][ T294] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 17.602951][ T294] mark_lock_irq+0x989/0x9c0 [ 17.602954][ T294] mark_lock+0x1d7/0xa00 [ 17.602956][ T294] mark_usage+0x105/0x170 [ 17.602957][ T294] __lock_acquire+0x378/0xc10 [ 17.602959][ T294] lock_acquire.part.0+0xbc/0x260 [ 17.602961][ T294] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.602963][ T294] ? rcu_is_watching+0x15/0xd0 [ 17.602966][ T294] ? do_raw_read_unlock+0x70/0x70 [ 17.602968][ T294] ? lock_acquire+0x134/0x160 [ 17.602969][ T294] _raw_spin_lock+0x33/0x40 [ 17.602971][ T294] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.602972][ T294] __ipv6_dev_ac_dec+0x236/0x5d0 [ 17.602974][ T294] addrconf_leave_anycast+0x1bc/0x260 [ 17.602976][ T294] ? find_held_lock+0x2b/0x80 [ 17.602979][ T294] ? __ipv6_isatap_ifid+0x210/0x210 [ 17.602980][ T294] ? mark_held_locks+0x40/0x70 [ 17.602982][ T294] ? lockdep_hardirqs_on+0x8c/0x130 [ 17.602984][ T294] dev_forward_change+0x3b3/0x850 [ 17.602986][ T294] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 17.602988][ T294] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 17.602991][ T294] addrconf_fixup_forwarding+0x2af/0x4d0 [ 17.602993][ T294] addrconf_sysctl_forward+0x209/0x2b0 [ 17.602995][ T294] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 17.602997][ T294] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 17.602999][ T294] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 17.603003][ T294] ? proc_sys_call_handler+0x25d/0x480 [ 17.603005][ T294] proc_sys_call_handler+0x31b/0x480 [ 17.603007][ T294] ? proc_sys_lookup+0x3d0/0x3d0 [ 17.603009][ T294] ? rcu_read_unlock+0x1b/0x70 [ 17.603012][ T294] ? do_raw_spin_unlock+0x59/0x250 [ 17.603013][ T294] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 17.603015][ T294] ? rcu_read_lock_any_held+0x3c/0x90 [ 17.603017][ T294] ? proc_sys_call_handler+0x480/0x480 [ 17.603019][ T294] new_sync_write+0x333/0x750 [ 17.603020][ T294] ? __lock_acquire+0x508/0xc10 [ 17.603022][ T294] ? new_sync_read+0x740/0x740 [ 17.603023][ T294] ? lock_acquire.part.0+0xbc/0x260 [ 17.603025][ T294] ? ksys_write+0x116/0x250 [ 17.603027][ T294] vfs_write+0x6a4/0xc10 [ 17.603028][ T294] ksys_write+0x116/0x250 [ 17.603030][ T294] ? __ia32_sys_read+0xc0/0xc0 [ 17.603031][ T294] ? rcu_is_watching+0x15/0xd0 [ 17.603033][ T294] ? rcu_is_watching+0x15/0xd0 [ 17.603035][ T294] do_syscall_64+0x117/0x590 [ 17.603036][ T294] ? trace_hardirqs_off+0xd/0x30 [ 17.603039][ T294] ? exc_page_fault+0xee/0x100 [ 17.603041][ T294] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 17.603042][ T294] RIP: 0033:0x7f152d2fa08e [ 17.603045][ T294] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 17.603047][ T294] RSP: 002b:00007ffca6328470 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 17.603050][ T294] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f152d2fa08e [ 17.603051][ T294] RDX: 0000000000000002 RSI: 000055eb031ba4b0 RDI: 0000000000000005 [ 17.603052][ T294] RBP: 00007ffca6328480 R08: 0000000000000000 R09: 0000000000000000 [ 17.603053][ T294] R10: 0000000000000000 R11: 0000000000000202 R12: 000055eb031bc5e0 [ 17.603054][ T294] R13: 000055eb031ba470 R14: 0000000000000002 R15: 0000000000000000 [ 17.603056][ T294]