[ 9.184928][ T200] ip (200) used greatest stack depth: 24400 bytes left [ 39.174006][ T546] [ 39.174092][ T546] ======================================================== [ 39.174220][ T546] WARNING: possible irq lock inversion dependency detected [ 39.174334][ T546] 7.1.0-rc5-virtme #1 Not tainted [ 39.174410][ T546] -------------------------------------------------------- [ 39.174524][ T546] sysctl/546 just changed the state of lock: [ 39.174619][ T546] ffffffffaff7e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 39.174765][ T546] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 39.174877][ T546] (&ndev->lock){++.-}-{3:3} [ 39.174879][ T546] [ 39.174879][ T546] [ 39.174879][ T546] and interrupts could create inverse lock ordering between them. [ 39.174879][ T546] [ 39.175154][ T546] [ 39.175154][ T546] other info that might help us debug this: [ 39.175281][ T546] Possible interrupt unsafe locking scenario: [ 39.175281][ T546] [ 39.175393][ T546] CPU0 CPU1 [ 39.175475][ T546] ---- ---- [ 39.175554][ T546] lock(acaddr_hash_lock); [ 39.175630][ T546] local_irq_disable(); [ 39.175724][ T546] lock(&ndev->lock); [ 39.175819][ T546] lock(acaddr_hash_lock); [ 39.175914][ T546] [ 39.175972][ T546] lock(&ndev->lock); [ 39.176032][ T546] [ 39.176032][ T546] *** DEADLOCK *** [ 39.176032][ T546] [ 39.176143][ T546] 2 locks held by sysctl/546: [ 39.176221][ T546] #0: ff11000009bb43e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 39.176356][ T546] #1: ffffffffafe8c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 39.176510][ T546] [ 39.176510][ T546] the shortest dependencies between 2nd lock and 1st lock: [ 39.176643][ T546] -> (&ndev->lock){++.-}-{3:3} { [ 39.176723][ T546] HARDIRQ-ON-W at: [ 39.176783][ T546] __lock_acquire+0x378/0xc10 [ 39.176893][ T546] lock_acquire.part.0+0xbc/0x260 [ 39.176990][ T546] _raw_write_lock_bh+0x38/0x50 [ 39.177087][ T546] addrconf_permanent_addr+0x108/0x9c0 [ 39.177205][ T546] addrconf_notify+0x151/0xf30 [ 39.177301][ T546] notifier_call_chain+0xb0/0x320 [ 39.177397][ T546] __dev_notify_flags+0xde/0x280 [ 39.177494][ T546] netif_change_flags+0xfe/0x190 [ 39.177589][ T546] do_setlink.isra.0+0x1cc3/0x2750 [ 39.177683][ T546] rtnl_newlink+0x8d1/0xef0 [ 39.177777][ T546] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 39.177872][ T546] netlink_rcv_skb+0x14e/0x3a0 [ 39.177967][ T546] netlink_unicast+0x486/0x750 [ 39.178062][ T546] netlink_sendmsg+0x735/0xc60 [ 39.178156][ T546] ____sys_sendmsg+0x419/0x850 [ 39.178258][ T546] ___sys_sendmsg+0x14e/0x1d0 [ 39.178353][ T546] __sys_sendmsg+0x145/0x1f0 [ 39.178447][ T546] do_syscall_64+0x117/0x590 [ 39.178544][ T546] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 39.178660][ T546] HARDIRQ-ON-R at: [ 39.178719][ T546] __lock_acquire+0x378/0xc10 [ 39.178814][ T546] lock_acquire.part.0+0xbc/0x260 [ 39.178913][ T546] _raw_read_lock_bh+0x44/0x80 [ 39.179009][ T546] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 39.179123][ T546] inet6_fill_link_af+0x5c/0xe0 [ 39.179222][ T546] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 39.179334][ T546] rtnl_getlink+0x9c9/0xeb0 [ 39.179431][ T546] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 39.179525][ T546] netlink_rcv_skb+0x14e/0x3a0 [ 39.179621][ T546] netlink_unicast+0x486/0x750 [ 39.179716][ T546] netlink_sendmsg+0x735/0xc60 [ 39.179810][ T546] ____sys_sendmsg+0x419/0x850 [ 39.179906][ T546] ___sys_sendmsg+0x14e/0x1d0 [ 39.180003][ T546] __sys_sendmsg+0x145/0x1f0 [ 39.180097][ T546] do_syscall_64+0x117/0x590 [ 39.180195][ T546] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 39.180306][ T546] IN-SOFTIRQ-R at: [ 39.180362][ T546] __lock_acquire+0x378/0xc10 [ 39.180456][ T546] lock_acquire.part.0+0xbc/0x260 [ 39.180551][ T546] _raw_read_lock_bh+0x44/0x80 [ 39.180646][ T546] ipv6_get_lladdr+0xa8/0x3f0 [ 39.180744][ T546] ndisc_send_ns+0xf3/0x120 [ 39.180841][ T546] ndisc_solicit+0x314/0x480 [ 39.180935][ T546] neigh_probe+0xb3/0x100 [ 39.181031][ T546] __neigh_event_send+0x802/0x1070 [ 39.181126][ T546] neigh_resolve_output+0xbe/0x140 [ 39.181225][ T546] ip6_finish_output2+0x423/0x1300 [ 39.181322][ T546] ip6_finish_output+0x646/0xda0 [ 39.181416][ T546] ip6_output+0x23f/0x7f0 [ 39.181511][ T546] ip6_forward+0x10f4/0x2bd0 [ 39.181605][ T546] ipv6_rcv+0x3c1/0x5a0 [ 39.181702][ T546] __netif_receive_skb_one_core+0xfc/0x180 [ 39.181815][ T546] process_backlog+0x2bc/0x1490 [ 39.181909][ T546] __napi_poll+0xa7/0x3b0 [ 39.182006][ T546] net_rx_action+0x513/0xf50 [ 39.182099][ T546] handle_softirqs+0x1d8/0x940 [ 39.182202][ T546] do_softirq+0xa9/0xe0 [ 39.182297][ T546] __local_bh_enable_ip+0x113/0x140 [ 39.182392][ T546] __neigh_event_send+0x30a/0x1070 [ 39.182490][ T546] neigh_resolve_output+0xbe/0x140 [ 39.182587][ T546] ip6_finish_output2+0x423/0x1300 [ 39.182682][ T546] ip6_finish_output+0x646/0xda0 [ 39.182783][ T546] ip6_output+0x23f/0x7f0 [ 39.182881][ T546] ip6_send_skb+0xee/0x350 [ 39.182976][ T546] rawv6_push_pending_frames+0x4cb/0xa90 [ 39.183090][ T546] rawv6_sendmsg+0x1434/0x1a50 [ 39.183188][ T546] __sys_sendto+0x2c9/0x400 [ 39.183286][ T546] __x64_sys_sendto+0xe4/0x1f0 [ 39.183382][ T546] do_syscall_64+0x117/0x590 [ 39.183479][ T546] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 39.183593][ T546] INITIAL USE at: [ 39.183652][ T546] __lock_acquire+0x378/0xc10 [ 39.183747][ T546] lock_acquire.part.0+0xbc/0x260 [ 39.183842][ T546] _raw_write_lock_bh+0x38/0x50 [ 39.183936][ T546] addrconf_permanent_addr+0x108/0x9c0 [ 39.184052][ T546] addrconf_notify+0x151/0xf30 [ 39.184148][ T546] notifier_call_chain+0xb0/0x320 [ 39.184264][ T546] __dev_notify_flags+0xde/0x280 [ 39.184364][ T546] netif_change_flags+0xfe/0x190 [ 39.184458][ T546] do_setlink.isra.0+0x1cc3/0x2750 [ 39.184551][ T546] rtnl_newlink+0x8d1/0xef0 [ 39.184649][ T546] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 39.184744][ T546] netlink_rcv_skb+0x14e/0x3a0 [ 39.184838][ T546] netlink_unicast+0x486/0x750 [ 39.184937][ T546] netlink_sendmsg+0x735/0xc60 [ 39.185033][ T546] ____sys_sendmsg+0x419/0x850 [ 39.185131][ T546] ___sys_sendmsg+0x14e/0x1d0 [ 39.185229][ T546] __sys_sendmsg+0x145/0x1f0 [ 39.185323][ T546] do_syscall_64+0x117/0x590 [ 39.185414][ T546] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 39.185529][ T546] INITIAL READ USE at: [ 39.185603][ T546] __lock_acquire+0x378/0xc10 [ 39.185695][ T546] lock_acquire.part.0+0xbc/0x260 [ 39.185808][ T546] _raw_read_lock_bh+0x44/0x80 [ 39.185902][ T546] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 39.186016][ T546] inet6_fill_link_af+0x5c/0xe0 [ 39.186111][ T546] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 39.186232][ T546] rtnl_getlink+0x9c9/0xeb0 [ 39.186325][ T546] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 39.186418][ T546] netlink_rcv_skb+0x14e/0x3a0 [ 39.186513][ T546] netlink_unicast+0x486/0x750 [ 39.186606][ T546] netlink_sendmsg+0x735/0xc60 [ 39.186699][ T546] ____sys_sendmsg+0x419/0x850 [ 39.186795][ T546] ___sys_sendmsg+0x14e/0x1d0 [ 39.186889][ T546] __sys_sendmsg+0x145/0x1f0 [ 39.187030][ T546] do_syscall_64+0x117/0x590 [ 39.187126][ T546] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 39.187241][ T546] } [ 39.187320][ T546] ... key at: [] __key.37+0x0/0x40 [ 39.187436][ T546] ... acquired at: [ 39.187492][ T546] __lock_acquire+0x508/0xc10 [ 39.187570][ T546] lock_acquire.part.0+0xbc/0x260 [ 39.187686][ T546] _raw_spin_lock+0x33/0x40 [ 39.187762][ T546] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 39.187855][ T546] __ipv6_dev_ac_inc+0x57e/0x930 [ 39.187929][ T546] addrconf_join_anycast+0x1bc/0x260 [ 39.188045][ T546] __ipv6_ifa_notify+0x75b/0xad0 [ 39.188120][ T546] addrconf_dad_completed+0x14b/0xe10 [ 39.188204][ T546] addrconf_dad_work+0x3c1/0x930 [ 39.188278][ T546] process_one_work+0xdf8/0x1410 [ 39.188395][ T546] worker_thread+0x4f1/0xd60 [ 39.188469][ T546] kthread+0x367/0x460 [ 39.188527][ T546] ret_from_fork+0x474/0x6b0 [ 39.188603][ T546] ret_from_fork_asm+0x11/0x20 [ 39.188719][ T546] [ 39.188757][ T546] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 39.188837][ T546] HARDIRQ-ON-W at: [ 39.188893][ T546] __lock_acquire+0x378/0xc10 [ 39.188987][ T546] lock_acquire.part.0+0xbc/0x260 [ 39.189122][ T546] _raw_spin_lock+0x33/0x40 [ 39.189220][ T546] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 39.189334][ T546] __ipv6_dev_ac_inc+0x57e/0x930 [ 39.189473][ T546] addrconf_join_anycast+0x1bc/0x260 [ 39.189567][ T546] __ipv6_ifa_notify+0x75b/0xad0 [ 39.189661][ T546] addrconf_dad_completed+0x14b/0xe10 [ 39.189796][ T546] addrconf_dad_work+0x3c1/0x930 [ 39.189891][ T546] process_one_work+0xdf8/0x1410 [ 39.189987][ T546] worker_thread+0x4f1/0xd60 [ 39.190124][ T546] kthread+0x367/0x460 [ 39.190202][ T546] ret_from_fork+0x474/0x6b0 [ 39.190295][ T546] ret_from_fork_asm+0x11/0x20 [ 39.190429][ T546] SOFTIRQ-ON-W at: [ 39.190486][ T546] __lock_acquire+0x378/0xc10 [ 39.190582][ T546] lock_acquire.part.0+0xbc/0x260 [ 39.190674][ T546] _raw_spin_lock+0x33/0x40 [ 39.190812][ T546] __ipv6_dev_ac_dec+0x236/0x5d0 [ 39.190905][ T546] addrconf_leave_anycast+0x1bc/0x260 [ 39.190998][ T546] dev_forward_change+0x3b3/0x850 [ 39.191134][ T546] addrconf_fixup_forwarding+0x2af/0x4d0 [ 39.191249][ T546] addrconf_sysctl_forward+0x209/0x2b0 [ 39.191342][ T546] proc_sys_call_handler+0x31b/0x480 [ 39.191480][ T546] new_sync_write+0x333/0x750 [ 39.191575][ T546] vfs_write+0x6a4/0xc10 [ 39.191669][ T546] ksys_write+0x116/0x250 [ 39.191804][ T546] do_syscall_64+0x117/0x590 [ 39.191898][ T546] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 39.192010][ T546] INITIAL USE at: [ 39.192067][ T546] __lock_acquire+0x378/0xc10 [ 39.192205][ T546] lock_acquire.part.0+0xbc/0x260 [ 39.192298][ T546] _raw_spin_lock+0x33/0x40 [ 39.192394][ T546] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 39.192546][ T546] __ipv6_dev_ac_inc+0x57e/0x930 [ 39.192642][ T546] addrconf_join_anycast+0x1bc/0x260 [ 39.192737][ T546] __ipv6_ifa_notify+0x75b/0xad0 [ 39.192871][ T546] addrconf_dad_completed+0x14b/0xe10 [ 39.192968][ T546] addrconf_dad_work+0x3c1/0x930 [ 39.193062][ T546] process_one_work+0xdf8/0x1410 [ 39.193203][ T546] worker_thread+0x4f1/0xd60 [ 39.193296][ T546] kthread+0x367/0x460 [ 39.193372][ T546] ret_from_fork+0x474/0x6b0 [ 39.193466][ T546] ret_from_fork_asm+0x11/0x20 [ 39.193603][ T546] } [ 39.193641][ T546] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 39.193755][ T546] ... acquired at: [ 39.193810][ T546] mark_lock+0x1d7/0xa00 [ 39.193925][ T546] mark_usage+0x105/0x170 [ 39.194000][ T546] __lock_acquire+0x378/0xc10 [ 39.194076][ T546] lock_acquire.part.0+0xbc/0x260 [ 39.194153][ T546] _raw_spin_lock+0x33/0x40 [ 39.194271][ T546] __ipv6_dev_ac_dec+0x236/0x5d0 [ 39.194346][ T546] addrconf_leave_anycast+0x1bc/0x260 [ 39.194421][ T546] dev_forward_change+0x3b3/0x850 [ 39.194496][ T546] addrconf_fixup_forwarding+0x2af/0x4d0 [ 39.194626][ T546] addrconf_sysctl_forward+0x209/0x2b0 [ 39.194701][ T546] proc_sys_call_handler+0x31b/0x480 [ 39.194777][ T546] new_sync_write+0x333/0x750 [ 39.194893][ T546] vfs_write+0x6a4/0xc10 [ 39.194967][ T546] ksys_write+0x116/0x250 [ 39.195043][ T546] do_syscall_64+0x117/0x590 [ 39.195119][ T546] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 39.195254][ T546] [ 39.195291][ T546] [ 39.195291][ T546] stack backtrace: [ 39.195387][ T546] CPU: 2 UID: 0 PID: 546 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 39.195390][ T546] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 39.195392][ T546] Call Trace: [ 39.195394][ T546] [ 39.195395][ T546] dump_stack_lvl+0x6f/0xa0 [ 39.195399][ T546] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 39.195402][ T546] mark_lock_irq+0x989/0x9c0 [ 39.195405][ T546] mark_lock+0x1d7/0xa00 [ 39.195406][ T546] mark_usage+0x105/0x170 [ 39.195408][ T546] __lock_acquire+0x378/0xc10 [ 39.195410][ T546] lock_acquire.part.0+0xbc/0x260 [ 39.195411][ T546] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 39.195413][ T546] ? rcu_is_watching+0x15/0xd0 [ 39.195416][ T546] ? do_raw_read_unlock+0x70/0x70 [ 39.195418][ T546] ? lock_acquire+0x134/0x160 [ 39.195420][ T546] _raw_spin_lock+0x33/0x40 [ 39.195421][ T546] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 39.195423][ T546] __ipv6_dev_ac_dec+0x236/0x5d0 [ 39.195425][ T546] addrconf_leave_anycast+0x1bc/0x260 [ 39.195426][ T546] ? find_held_lock+0x2b/0x80 [ 39.195429][ T546] ? __ipv6_isatap_ifid+0x210/0x210 [ 39.195431][ T546] ? mark_held_locks+0x40/0x70 [ 39.195432][ T546] ? lockdep_hardirqs_on+0x8c/0x130 [ 39.195435][ T546] dev_forward_change+0x3b3/0x850 [ 39.195437][ T546] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 39.195439][ T546] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 39.195441][ T546] addrconf_fixup_forwarding+0x2af/0x4d0 [ 39.195444][ T546] addrconf_sysctl_forward+0x209/0x2b0 [ 39.195446][ T546] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 39.195448][ T546] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 39.195450][ T546] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 39.195453][ T546] ? proc_sys_call_handler+0x25d/0x480 [ 39.195455][ T546] proc_sys_call_handler+0x31b/0x480 [ 39.195457][ T546] ? proc_sys_lookup+0x3d0/0x3d0 [ 39.195459][ T546] ? rcu_read_unlock+0x1b/0x70 [ 39.195462][ T546] ? do_raw_spin_unlock+0x59/0x250 [ 39.195463][ T546] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 39.195465][ T546] ? rcu_read_lock_any_held+0x3c/0x90 [ 39.195467][ T546] ? proc_sys_call_handler+0x480/0x480 [ 39.195469][ T546] new_sync_write+0x333/0x750 [ 39.195471][ T546] ? __lock_acquire+0x508/0xc10 [ 39.195472][ T546] ? new_sync_read+0x740/0x740 [ 39.195474][ T546] ? lock_acquire.part.0+0xbc/0x260 [ 39.195475][ T546] ? ksys_write+0x116/0x250 [ 39.195477][ T546] vfs_write+0x6a4/0xc10 [ 39.195479][ T546] ksys_write+0x116/0x250 [ 39.195480][ T546] ? __ia32_sys_read+0xc0/0xc0 [ 39.195482][ T546] ? rcu_is_watching+0x15/0xd0 [ 39.195483][ T546] ? rcu_is_watching+0x15/0xd0 [ 39.195485][ T546] do_syscall_64+0x117/0x590 [ 39.195486][ T546] ? trace_hardirqs_off+0xd/0x30 [ 39.195490][ T546] ? exc_page_fault+0xee/0x100 [ 39.195491][ T546] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 39.195493][ T546] RIP: 0033:0x7fd117eb808e [ 39.195496][ T546] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 39.195498][ T546] RSP: 002b:00007fff95a3f5e0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 39.195501][ T546] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007fd117eb808e [ 39.195502][ T546] RDX: 0000000000000002 RSI: 000055642ab584b0 RDI: 0000000000000005 [ 39.195503][ T546] RBP: 00007fff95a3f5f0 R08: 0000000000000000 R09: 0000000000000000 [ 39.195504][ T546] R10: 0000000000000000 R11: 0000000000000202 R12: 000055642ab5a5e0 [ 39.195504][ T546] R13: 000055642ab58470 R14: 0000000000000002 R15: 0000000000000000 [ 39.195507][ T546]