[ 8.492748][ T186] ip (186) used greatest stack depth: 23800 bytes left [ 166.463018][ T1602] [ 166.463095][ T1602] ======================================================== [ 166.463226][ T1602] WARNING: possible irq lock inversion dependency detected [ 166.463348][ T1602] 7.1.0-rc5-virtme #1 Not tainted [ 166.463430][ T1602] -------------------------------------------------------- [ 166.463545][ T1602] sysctl/1602 just changed the state of lock: [ 166.463646][ T1602] ffffffff8637e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 166.463797][ T1602] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 166.463915][ T1602] (&ndev->lock){++.-}-{3:3} [ 166.463917][ T1602] [ 166.463917][ T1602] [ 166.463917][ T1602] and interrupts could create inverse lock ordering between them. [ 166.463917][ T1602] [ 166.464208][ T1602] [ 166.464208][ T1602] other info that might help us debug this: [ 166.464325][ T1602] Possible interrupt unsafe locking scenario: [ 166.464325][ T1602] [ 166.464445][ T1602] CPU0 CPU1 [ 166.464524][ T1602] ---- ---- [ 166.464609][ T1602] lock(acaddr_hash_lock); [ 166.464693][ T1602] local_irq_disable(); [ 166.464793][ T1602] lock(&ndev->lock); [ 166.464897][ T1602] lock(acaddr_hash_lock); [ 166.465000][ T1602] [ 166.465060][ T1602] lock(&ndev->lock); [ 166.465122][ T1602] [ 166.465122][ T1602] *** DEADLOCK *** [ 166.465122][ T1602] [ 166.465242][ T1602] 2 locks held by sysctl/1602: [ 166.465321][ T1602] #0: ff1100000a0343e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 166.465463][ T1602] #1: ffffffff8628c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 166.465628][ T1602] [ 166.465628][ T1602] the shortest dependencies between 2nd lock and 1st lock: [ 166.465769][ T1602] -> (&ndev->lock){++.-}-{3:3} { [ 166.465852][ T1602] HARDIRQ-ON-W at: [ 166.465915][ T1602] __lock_acquire+0x378/0xc10 [ 166.466018][ T1602] lock_acquire.part.0+0xbc/0x260 [ 166.466118][ T1602] _raw_write_lock_bh+0x38/0x50 [ 166.466225][ T1602] addrconf_permanent_addr+0x108/0x9c0 [ 166.466345][ T1602] addrconf_notify+0x151/0xf30 [ 166.466445][ T1602] notifier_call_chain+0xb0/0x320 [ 166.466545][ T1602] __dev_notify_flags+0xde/0x280 [ 166.466646][ T1602] netif_change_flags+0xfe/0x190 [ 166.466749][ T1602] do_setlink.isra.0+0x1cc3/0x2750 [ 166.466849][ T1602] rtnl_newlink+0x8d1/0xef0 [ 166.466949][ T1602] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 166.467048][ T1602] netlink_rcv_skb+0x14e/0x3a0 [ 166.467154][ T1602] netlink_unicast+0x486/0x750 [ 166.467254][ T1602] netlink_sendmsg+0x735/0xc60 [ 166.467353][ T1602] ____sys_sendmsg+0x419/0x850 [ 166.467456][ T1602] ___sys_sendmsg+0x14e/0x1d0 [ 166.467554][ T1602] __sys_sendmsg+0x145/0x1f0 [ 166.467654][ T1602] do_syscall_64+0x117/0x590 [ 166.467754][ T1602] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.467874][ T1602] HARDIRQ-ON-R at: [ 166.467935][ T1602] __lock_acquire+0x378/0xc10 [ 166.468033][ T1602] lock_acquire.part.0+0xbc/0x260 [ 166.468132][ T1602] _raw_read_lock_bh+0x44/0x80 [ 166.468233][ T1602] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 166.468352][ T1602] inet6_fill_link_af+0x5c/0xe0 [ 166.468451][ T1602] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 166.468570][ T1602] rtnl_getlink+0x9c9/0xeb0 [ 166.468668][ T1602] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 166.468768][ T1602] netlink_rcv_skb+0x14e/0x3a0 [ 166.468869][ T1602] netlink_unicast+0x486/0x750 [ 166.468970][ T1602] netlink_sendmsg+0x735/0xc60 [ 166.469069][ T1602] ____sys_sendmsg+0x419/0x850 [ 166.469174][ T1602] ___sys_sendmsg+0x14e/0x1d0 [ 166.469275][ T1602] __sys_sendmsg+0x145/0x1f0 [ 166.469375][ T1602] do_syscall_64+0x117/0x590 [ 166.469474][ T1602] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.469592][ T1602] IN-SOFTIRQ-R at: [ 166.469653][ T1602] __lock_acquire+0x378/0xc10 [ 166.469752][ T1602] lock_acquire.part.0+0xbc/0x260 [ 166.469851][ T1602] _raw_read_lock_bh+0x44/0x80 [ 166.469950][ T1602] ipv6_get_lladdr+0xa8/0x3f0 [ 166.470051][ T1602] ndisc_send_ns+0xf3/0x120 [ 166.470154][ T1602] ndisc_solicit+0x314/0x480 [ 166.470251][ T1602] neigh_probe+0xb3/0x100 [ 166.470351][ T1602] __neigh_event_send+0x802/0x1070 [ 166.470452][ T1602] neigh_resolve_output+0xbe/0x140 [ 166.470552][ T1602] ip6_finish_output2+0x423/0x1300 [ 166.470653][ T1602] ip6_finish_output+0x646/0xda0 [ 166.470753][ T1602] ip6_output+0x23f/0x7f0 [ 166.470857][ T1602] ip6_forward+0x10f4/0x2bd0 [ 166.470957][ T1602] ipv6_rcv+0x3c1/0x5a0 [ 166.471056][ T1602] __netif_receive_skb_one_core+0xfc/0x180 [ 166.471222][ T1602] process_backlog+0x2bc/0x1490 [ 166.471322][ T1602] __napi_poll+0xa7/0x3b0 [ 166.471422][ T1602] net_rx_action+0x513/0xf50 [ 166.471520][ T1602] handle_softirqs+0x1d8/0x940 [ 166.471664][ T1602] do_softirq+0xa9/0xe0 [ 166.471761][ T1602] __local_bh_enable_ip+0x113/0x140 [ 166.471859][ T1602] __neigh_event_send+0x30a/0x1070 [ 166.472000][ T1602] neigh_resolve_output+0xbe/0x140 [ 166.472101][ T1602] ip6_finish_output2+0x423/0x1300 [ 166.472205][ T1602] ip6_finish_output+0x646/0xda0 [ 166.472348][ T1602] ip6_output+0x23f/0x7f0 [ 166.472447][ T1602] ip6_send_skb+0xee/0x350 [ 166.472547][ T1602] rawv6_push_pending_frames+0x4cb/0xa90 [ 166.472708][ T1602] rawv6_sendmsg+0x1434/0x1a50 [ 166.472807][ T1602] __sys_sendto+0x2c9/0x400 [ 166.472912][ T1602] __x64_sys_sendto+0xe4/0x1f0 [ 166.473054][ T1602] do_syscall_64+0x117/0x590 [ 166.473157][ T1602] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.473277][ T1602] INITIAL USE at: [ 166.473336][ T1602] __lock_acquire+0x378/0xc10 [ 166.473477][ T1602] lock_acquire.part.0+0xbc/0x260 [ 166.473577][ T1602] _raw_write_lock_bh+0x38/0x50 [ 166.473675][ T1602] addrconf_permanent_addr+0x108/0x9c0 [ 166.473836][ T1602] addrconf_notify+0x151/0xf30 [ 166.473937][ T1602] notifier_call_chain+0xb0/0x320 [ 166.474036][ T1602] __dev_notify_flags+0xde/0x280 [ 166.474179][ T1602] netif_change_flags+0xfe/0x190 [ 166.474277][ T1602] do_setlink.isra.0+0x1cc3/0x2750 [ 166.474375][ T1602] rtnl_newlink+0x8d1/0xef0 [ 166.474519][ T1602] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 166.474619][ T1602] netlink_rcv_skb+0x14e/0x3a0 [ 166.474717][ T1602] netlink_unicast+0x486/0x750 [ 166.474859][ T1602] netlink_sendmsg+0x735/0xc60 [ 166.474959][ T1602] ____sys_sendmsg+0x419/0x850 [ 166.475060][ T1602] ___sys_sendmsg+0x14e/0x1d0 [ 166.475205][ T1602] __sys_sendmsg+0x145/0x1f0 [ 166.475304][ T1602] do_syscall_64+0x117/0x590 [ 166.475401][ T1602] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.475558][ T1602] INITIAL READ USE at: [ 166.475638][ T1602] __lock_acquire+0x378/0xc10 [ 166.475738][ T1602] lock_acquire.part.0+0xbc/0x260 [ 166.475855][ T1602] _raw_read_lock_bh+0x44/0x80 [ 166.475996][ T1602] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 166.476115][ T1602] inet6_fill_link_af+0x5c/0xe0 [ 166.476216][ T1602] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 166.476378][ T1602] rtnl_getlink+0x9c9/0xeb0 [ 166.476476][ T1602] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 166.476575][ T1602] netlink_rcv_skb+0x14e/0x3a0 [ 166.476716][ T1602] netlink_unicast+0x486/0x750 [ 166.476815][ T1602] netlink_sendmsg+0x735/0xc60 [ 166.476916][ T1602] ____sys_sendmsg+0x419/0x850 [ 166.477055][ T1602] ___sys_sendmsg+0x14e/0x1d0 [ 166.477157][ T1602] __sys_sendmsg+0x145/0x1f0 [ 166.477254][ T1602] do_syscall_64+0x117/0x590 [ 166.477396][ T1602] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.477515][ T1602] } [ 166.477556][ T1602] ... key at: [] __key.37+0x0/0x40 [ 166.477718][ T1602] ... acquired at: [ 166.477779][ T1602] __lock_acquire+0x508/0xc10 [ 166.477858][ T1602] lock_acquire.part.0+0xbc/0x260 [ 166.477937][ T1602] _raw_spin_lock+0x33/0x40 [ 166.478015][ T1602] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 166.478161][ T1602] __ipv6_dev_ac_inc+0x57e/0x930 [ 166.478240][ T1602] addrconf_join_anycast+0x1bc/0x260 [ 166.478319][ T1602] __ipv6_ifa_notify+0x75b/0xad0 [ 166.478440][ T1602] addrconf_dad_completed+0x14b/0xe10 [ 166.478520][ T1602] addrconf_dad_work+0x3c1/0x930 [ 166.478600][ T1602] process_one_work+0xdf8/0x1410 [ 166.478682][ T1602] worker_thread+0x4f1/0xd60 [ 166.478804][ T1602] kthread+0x367/0x460 [ 166.478864][ T1602] ret_from_fork+0x474/0x6b0 [ 166.478945][ T1602] ret_from_fork_asm+0x11/0x20 [ 166.479025][ T1602] [ 166.479066][ T1602] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 166.479192][ T1602] HARDIRQ-ON-W at: [ 166.479253][ T1602] __lock_acquire+0x378/0xc10 [ 166.479353][ T1602] lock_acquire.part.0+0xbc/0x260 [ 166.479453][ T1602] _raw_spin_lock+0x33/0x40 [ 166.479595][ T1602] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 166.479714][ T1602] __ipv6_dev_ac_inc+0x57e/0x930 [ 166.479813][ T1602] addrconf_join_anycast+0x1bc/0x260 [ 166.479954][ T1602] __ipv6_ifa_notify+0x75b/0xad0 [ 166.480055][ T1602] addrconf_dad_completed+0x14b/0xe10 [ 166.480157][ T1602] addrconf_dad_work+0x3c1/0x930 [ 166.480301][ T1602] process_one_work+0xdf8/0x1410 [ 166.480400][ T1602] worker_thread+0x4f1/0xd60 [ 166.480501][ T1602] kthread+0x367/0x460 [ 166.480625][ T1602] ret_from_fork+0x474/0x6b0 [ 166.480725][ T1602] ret_from_fork_asm+0x11/0x20 [ 166.480825][ T1602] SOFTIRQ-ON-W at: [ 166.480886][ T1602] __lock_acquire+0x378/0xc10 [ 166.481028][ T1602] lock_acquire.part.0+0xbc/0x260 [ 166.481128][ T1602] _raw_spin_lock+0x33/0x40 [ 166.481234][ T1602] __ipv6_dev_ac_dec+0x236/0x5d0 [ 166.481375][ T1602] addrconf_leave_anycast+0x1bc/0x260 [ 166.481475][ T1602] dev_forward_change+0x3b3/0x850 [ 166.481574][ T1602] addrconf_fixup_forwarding+0x2af/0x4d0 [ 166.481736][ T1602] addrconf_sysctl_forward+0x209/0x2b0 [ 166.481836][ T1602] proc_sys_call_handler+0x31b/0x480 [ 166.481938][ T1602] new_sync_write+0x333/0x750 [ 166.482080][ T1602] vfs_write+0x6a4/0xc10 [ 166.482183][ T1602] ksys_write+0x116/0x250 [ 166.482283][ T1602] do_syscall_64+0x117/0x590 [ 166.482383][ T1602] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.482544][ T1602] INITIAL USE at: [ 166.482604][ T1602] __lock_acquire+0x378/0xc10 [ 166.482704][ T1602] lock_acquire.part.0+0xbc/0x260 [ 166.482848][ T1602] _raw_spin_lock+0x33/0x40 [ 166.482948][ T1602] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 166.483065][ T1602] __ipv6_dev_ac_inc+0x57e/0x930 [ 166.483212][ T1602] addrconf_join_anycast+0x1bc/0x260 [ 166.483312][ T1602] __ipv6_ifa_notify+0x75b/0xad0 [ 166.483412][ T1602] addrconf_dad_completed+0x14b/0xe10 [ 166.483556][ T1602] addrconf_dad_work+0x3c1/0x930 [ 166.483655][ T1602] process_one_work+0xdf8/0x1410 [ 166.483758][ T1602] worker_thread+0x4f1/0xd60 [ 166.483901][ T1602] kthread+0x367/0x460 [ 166.483982][ T1602] ret_from_fork+0x474/0x6b0 [ 166.484082][ T1602] ret_from_fork_asm+0x11/0x20 [ 166.484184][ T1602] } [ 166.484267][ T1602] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 166.484387][ T1602] ... acquired at: [ 166.484447][ T1602] mark_lock+0x1d7/0xa00 [ 166.484526][ T1602] mark_usage+0x105/0x170 [ 166.484649][ T1602] __lock_acquire+0x378/0xc10 [ 166.484730][ T1602] lock_acquire.part.0+0xbc/0x260 [ 166.484809][ T1602] _raw_spin_lock+0x33/0x40 [ 166.484891][ T1602] __ipv6_dev_ac_dec+0x236/0x5d0 [ 166.485014][ T1602] addrconf_leave_anycast+0x1bc/0x260 [ 166.485093][ T1602] dev_forward_change+0x3b3/0x850 [ 166.485174][ T1602] addrconf_fixup_forwarding+0x2af/0x4d0 [ 166.485274][ T1602] addrconf_sysctl_forward+0x209/0x2b0 [ 166.485398][ T1602] proc_sys_call_handler+0x31b/0x480 [ 166.485477][ T1602] new_sync_write+0x333/0x750 [ 166.485557][ T1602] vfs_write+0x6a4/0xc10 [ 166.485639][ T1602] ksys_write+0x116/0x250 [ 166.485761][ T1602] do_syscall_64+0x117/0x590 [ 166.485841][ T1602] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.485941][ T1602] [ 166.485980][ T1602] [ 166.485980][ T1602] stack backtrace: [ 166.486122][ T1602] CPU: 2 UID: 0 PID: 1602 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 166.486125][ T1602] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 166.486127][ T1602] Call Trace: [ 166.486129][ T1602] [ 166.486130][ T1602] dump_stack_lvl+0x6f/0xa0 [ 166.486134][ T1602] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 166.486137][ T1602] mark_lock_irq+0x989/0x9c0 [ 166.486140][ T1602] mark_lock+0x1d7/0xa00 [ 166.486142][ T1602] mark_usage+0x105/0x170 [ 166.486143][ T1602] __lock_acquire+0x378/0xc10 [ 166.486145][ T1602] lock_acquire.part.0+0xbc/0x260 [ 166.486150][ T1602] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 166.486152][ T1602] ? rcu_is_watching+0x15/0xd0 [ 166.486155][ T1602] ? do_raw_read_unlock+0x70/0x70 [ 166.486157][ T1602] ? lock_acquire+0x134/0x160 [ 166.486159][ T1602] _raw_spin_lock+0x33/0x40 [ 166.486161][ T1602] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 166.486162][ T1602] __ipv6_dev_ac_dec+0x236/0x5d0 [ 166.486164][ T1602] addrconf_leave_anycast+0x1bc/0x260 [ 166.486166][ T1602] ? find_held_lock+0x2b/0x80 [ 166.486169][ T1602] ? __ipv6_isatap_ifid+0x210/0x210 [ 166.486171][ T1602] ? mark_held_locks+0x40/0x70 [ 166.486172][ T1602] ? lockdep_hardirqs_on+0x8c/0x130 [ 166.486175][ T1602] dev_forward_change+0x3b3/0x850 [ 166.486177][ T1602] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 166.486179][ T1602] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 166.486182][ T1602] addrconf_fixup_forwarding+0x2af/0x4d0 [ 166.486184][ T1602] addrconf_sysctl_forward+0x209/0x2b0 [ 166.486186][ T1602] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 166.486189][ T1602] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 166.486191][ T1602] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 166.486194][ T1602] ? proc_sys_call_handler+0x25d/0x480 [ 166.486197][ T1602] proc_sys_call_handler+0x31b/0x480 [ 166.486199][ T1602] ? proc_sys_lookup+0x3d0/0x3d0 [ 166.486201][ T1602] ? rcu_read_unlock+0x1b/0x70 [ 166.486203][ T1602] ? do_raw_spin_unlock+0x59/0x250 [ 166.486205][ T1602] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 166.486207][ T1602] ? rcu_read_lock_any_held+0x3c/0x90 [ 166.486209][ T1602] ? proc_sys_call_handler+0x480/0x480 [ 166.486211][ T1602] new_sync_write+0x333/0x750 [ 166.486212][ T1602] ? __lock_acquire+0x508/0xc10 [ 166.486214][ T1602] ? new_sync_read+0x740/0x740 [ 166.486216][ T1602] ? lock_acquire.part.0+0xbc/0x260 [ 166.486217][ T1602] ? ksys_write+0x116/0x250 [ 166.486219][ T1602] vfs_write+0x6a4/0xc10 [ 166.486221][ T1602] ksys_write+0x116/0x250 [ 166.486223][ T1602] ? __ia32_sys_read+0xc0/0xc0 [ 166.486224][ T1602] ? rcu_is_watching+0x15/0xd0 [ 166.486226][ T1602] ? rcu_is_watching+0x15/0xd0 [ 166.486228][ T1602] do_syscall_64+0x117/0x590 [ 166.486229][ T1602] ? trace_hardirqs_off+0xd/0x30 [ 166.486232][ T1602] ? exc_page_fault+0xee/0x100 [ 166.486234][ T1602] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 166.486235][ T1602] RIP: 0033:0x7fb69f3f108e [ 166.486238][ T1602] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 166.486240][ T1602] RSP: 002b:00007ffdbdd99bc0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 166.486243][ T1602] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007fb69f3f108e [ 166.486244][ T1602] RDX: 0000000000000002 RSI: 0000556eede9b4b0 RDI: 0000000000000005 [ 166.486245][ T1602] RBP: 00007ffdbdd99bd0 R08: 0000000000000000 R09: 0000000000000000 [ 166.486246][ T1602] R10: 0000000000000000 R11: 0000000000000202 R12: 0000556eede9d5e0 [ 166.486247][ T1602] R13: 0000556eede9b470 R14: 0000000000000002 R15: 0000000000000000 [ 166.486249][ T1602]