[ 8.428801][ T185] ip (185) used greatest stack depth: 24408 bytes left [ 29.239076][ T464] jq (464) used greatest stack depth: 24240 bytes left [ 167.102800][ T1599] [ 167.102897][ T1599] ======================================================== [ 167.103066][ T1599] WARNING: possible irq lock inversion dependency detected [ 167.103189][ T1599] 7.1.0-rc5-virtme #1 Not tainted [ 167.103302][ T1599] -------------------------------------------------------- [ 167.103450][ T1599] sysctl/1599 just changed the state of lock: [ 167.103582][ T1599] ffffffff8ad7e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 167.103770][ T1599] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 167.103918][ T1599] (&ndev->lock){++.-}-{3:3} [ 167.103921][ T1599] [ 167.103921][ T1599] [ 167.103921][ T1599] and interrupts could create inverse lock ordering between them. [ 167.103921][ T1599] [ 167.104296][ T1599] [ 167.104296][ T1599] other info that might help us debug this: [ 167.104452][ T1599] Possible interrupt unsafe locking scenario: [ 167.104452][ T1599] [ 167.104576][ T1599] CPU0 CPU1 [ 167.104660][ T1599] ---- ---- [ 167.104753][ T1599] lock(acaddr_hash_lock); [ 167.104853][ T1599] local_irq_disable(); [ 167.104981][ T1599] lock(&ndev->lock); [ 167.105109][ T1599] lock(acaddr_hash_lock); [ 167.105240][ T1599] [ 167.105309][ T1599] lock(&ndev->lock); [ 167.105373][ T1599] [ 167.105373][ T1599] *** DEADLOCK *** [ 167.105373][ T1599] [ 167.105496][ T1599] 2 locks held by sysctl/1599: [ 167.105583][ T1599] #0: ff1100001093c3e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 167.105723][ T1599] #1: ffffffff8ac8c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 167.105910][ T1599] [ 167.105910][ T1599] the shortest dependencies between 2nd lock and 1st lock: [ 167.106077][ T1599] -> (&ndev->lock){++.-}-{3:3} { [ 167.106194][ T1599] HARDIRQ-ON-W at: [ 167.106262][ T1599] __lock_acquire+0x378/0xc10 [ 167.106377][ T1599] lock_acquire.part.0+0xbc/0x260 [ 167.106481][ T1599] _raw_write_lock_bh+0x38/0x50 [ 167.106581][ T1599] addrconf_permanent_addr+0x108/0x9c0 [ 167.106735][ T1599] addrconf_notify+0x151/0xf30 [ 167.106843][ T1599] notifier_call_chain+0xb0/0x320 [ 167.106985][ T1599] __dev_notify_flags+0xde/0x280 [ 167.107106][ T1599] netif_change_flags+0xfe/0x190 [ 167.107234][ T1599] do_setlink.isra.0+0x1cc3/0x2750 [ 167.107341][ T1599] rtnl_newlink+0x8d1/0xef0 [ 167.107446][ T1599] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 167.107567][ T1599] netlink_rcv_skb+0x14e/0x3a0 [ 167.107684][ T1599] netlink_unicast+0x486/0x750 [ 167.107785][ T1599] netlink_sendmsg+0x735/0xc60 [ 167.107884][ T1599] ____sys_sendmsg+0x419/0x850 [ 167.107990][ T1599] ___sys_sendmsg+0x14e/0x1d0 [ 167.108093][ T1599] __sys_sendmsg+0x145/0x1f0 [ 167.108198][ T1599] do_syscall_64+0x117/0x590 [ 167.108313][ T1599] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 167.108431][ T1599] HARDIRQ-ON-R at: [ 167.108496][ T1599] __lock_acquire+0x378/0xc10 [ 167.108601][ T1599] lock_acquire.part.0+0xbc/0x260 [ 167.108704][ T1599] _raw_read_lock_bh+0x44/0x80 [ 167.108807][ T1599] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 167.108938][ T1599] inet6_fill_link_af+0x5c/0xe0 [ 167.109035][ T1599] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 167.109158][ T1599] rtnl_getlink+0x9c9/0xeb0 [ 167.109262][ T1599] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 167.109363][ T1599] netlink_rcv_skb+0x14e/0x3a0 [ 167.109503][ T1599] netlink_unicast+0x486/0x750 [ 167.109604][ T1599] netlink_sendmsg+0x735/0xc60 [ 167.109708][ T1599] ____sys_sendmsg+0x419/0x850 [ 167.109853][ T1599] ___sys_sendmsg+0x14e/0x1d0 [ 167.109956][ T1599] __sys_sendmsg+0x145/0x1f0 [ 167.110058][ T1599] do_syscall_64+0x117/0x590 [ 167.110198][ T1599] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 167.110322][ T1599] IN-SOFTIRQ-R at: [ 167.110382][ T1599] __lock_acquire+0x378/0xc10 [ 167.110482][ T1599] lock_acquire.part.0+0xbc/0x260 [ 167.110620][ T1599] _raw_read_lock_bh+0x44/0x80 [ 167.110718][ T1599] ipv6_get_lladdr+0xa8/0x3f0 [ 167.110818][ T1599] ndisc_send_ns+0xf3/0x120 [ 167.110960][ T1599] ndisc_solicit+0x314/0x480 [ 167.111057][ T1599] neigh_probe+0xb3/0x100 [ 167.111160][ T1599] __neigh_event_send+0x802/0x1070 [ 167.111309][ T1599] neigh_resolve_output+0xbe/0x140 [ 167.111410][ T1599] ip6_finish_output2+0x423/0x1300 [ 167.111541][ T1599] ip6_finish_output+0x646/0xda0 [ 167.111723][ T1599] ip6_output+0x23f/0x7f0 [ 167.111861][ T1599] ip6_forward+0x10f4/0x2bd0 [ 167.111975][ T1599] ipv6_rcv+0x3c1/0x5a0 [ 167.112153][ T1599] __netif_receive_skb_one_core+0xfc/0x180 [ 167.112332][ T1599] process_backlog+0x2bc/0x1490 [ 167.112462][ T1599] __napi_poll+0xa7/0x3b0 [ 167.112592][ T1599] net_rx_action+0x513/0xf50 [ 167.112720][ T1599] handle_softirqs+0x1d8/0x940 [ 167.112850][ T1599] do_softirq+0xa9/0xe0 [ 167.112981][ T1599] __local_bh_enable_ip+0x113/0x140 [ 167.113175][ T1599] __neigh_event_send+0x30a/0x1070 [ 167.113280][ T1599] neigh_resolve_output+0xbe/0x140 [ 167.113393][ T1599] ip6_finish_output2+0x423/0x1300 [ 167.113543][ T1599] ip6_finish_output+0x646/0xda0 [ 167.113643][ T1599] ip6_output+0x23f/0x7f0 [ 167.113743][ T1599] ip6_send_skb+0xee/0x350 [ 167.113845][ T1599] rawv6_push_pending_frames+0x4cb/0xa90 [ 167.113968][ T1599] rawv6_sendmsg+0x1434/0x1a50 [ 167.114070][ T1599] __sys_sendto+0x2c9/0x400 [ 167.114170][ T1599] __x64_sys_sendto+0xe4/0x1f0 [ 167.114270][ T1599] do_syscall_64+0x117/0x590 [ 167.114371][ T1599] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 167.114487][ T1599] INITIAL USE at: [ 167.114546][ T1599] __lock_acquire+0x378/0xc10 [ 167.114644][ T1599] lock_acquire.part.0+0xbc/0x260 [ 167.114776][ T1599] _raw_write_lock_bh+0x38/0x50 [ 167.114908][ T1599] addrconf_permanent_addr+0x108/0x9c0 [ 167.115059][ T1599] addrconf_notify+0x151/0xf30 [ 167.115165][ T1599] notifier_call_chain+0xb0/0x320 [ 167.115271][ T1599] __dev_notify_flags+0xde/0x280 [ 167.115382][ T1599] netif_change_flags+0xfe/0x190 [ 167.115483][ T1599] do_setlink.isra.0+0x1cc3/0x2750 [ 167.115629][ T1599] rtnl_newlink+0x8d1/0xef0 [ 167.115732][ T1599] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 167.115830][ T1599] netlink_rcv_skb+0x14e/0x3a0 [ 167.115975][ T1599] netlink_unicast+0x486/0x750 [ 167.116073][ T1599] netlink_sendmsg+0x735/0xc60 [ 167.116170][ T1599] ____sys_sendmsg+0x419/0x850 [ 167.116315][ T1599] ___sys_sendmsg+0x14e/0x1d0 [ 167.116415][ T1599] __sys_sendmsg+0x145/0x1f0 [ 167.116514][ T1599] do_syscall_64+0x117/0x590 [ 167.116656][ T1599] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 167.116780][ T1599] INITIAL READ USE at: [ 167.116856][ T1599] __lock_acquire+0x378/0xc10 [ 167.116955][ T1599] lock_acquire.part.0+0xbc/0x260 [ 167.117112][ T1599] _raw_read_lock_bh+0x44/0x80 [ 167.117213][ T1599] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 167.117375][ T1599] inet6_fill_link_af+0x5c/0xe0 [ 167.117472][ T1599] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 167.117589][ T1599] rtnl_getlink+0x9c9/0xeb0 [ 167.117732][ T1599] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 167.117835][ T1599] netlink_rcv_skb+0x14e/0x3a0 [ 167.117941][ T1599] netlink_unicast+0x486/0x750 [ 167.118043][ T1599] netlink_sendmsg+0x735/0xc60 [ 167.118180][ T1599] ____sys_sendmsg+0x419/0x850 [ 167.118282][ T1599] ___sys_sendmsg+0x14e/0x1d0 [ 167.118387][ T1599] __sys_sendmsg+0x145/0x1f0 [ 167.118530][ T1599] do_syscall_64+0x117/0x590 [ 167.118628][ T1599] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 167.118749][ T1599] } [ 167.118834][ T1599] ... key at: [] __key.37+0x0/0x40 [ 167.118959][ T1599] ... acquired at: [ 167.119019][ T1599] __lock_acquire+0x508/0xc10 [ 167.119098][ T1599] lock_acquire.part.0+0xbc/0x260 [ 167.119217][ T1599] _raw_spin_lock+0x33/0x40 [ 167.119294][ T1599] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 167.119395][ T1599] __ipv6_dev_ac_inc+0x57e/0x930 [ 167.119473][ T1599] addrconf_join_anycast+0x1bc/0x260 [ 167.119592][ T1599] __ipv6_ifa_notify+0x75b/0xad0 [ 167.119671][ T1599] addrconf_dad_completed+0x14b/0xe10 [ 167.119754][ T1599] addrconf_dad_work+0x3c1/0x930 [ 167.119835][ T1599] process_one_work+0xdf8/0x1410 [ 167.119958][ T1599] worker_thread+0x4f1/0xd60 [ 167.120037][ T1599] kthread+0x367/0x460 [ 167.120123][ T1599] ret_from_fork+0x474/0x6b0 [ 167.120208][ T1599] ret_from_fork_asm+0x11/0x20 [ 167.120357][ T1599] [ 167.120401][ T1599] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 167.120481][ T1599] HARDIRQ-ON-W at: [ 167.120540][ T1599] __lock_acquire+0x378/0xc10 [ 167.120637][ T1599] lock_acquire.part.0+0xbc/0x260 [ 167.120774][ T1599] _raw_spin_lock+0x33/0x40 [ 167.120872][ T1599] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 167.120993][ T1599] __ipv6_dev_ac_inc+0x57e/0x930 [ 167.121130][ T1599] addrconf_join_anycast+0x1bc/0x260 [ 167.121232][ T1599] __ipv6_ifa_notify+0x75b/0xad0 [ 167.121335][ T1599] addrconf_dad_completed+0x14b/0xe10 [ 167.121480][ T1599] addrconf_dad_work+0x3c1/0x930 [ 167.121579][ T1599] process_one_work+0xdf8/0x1410 [ 167.121676][ T1599] worker_thread+0x4f1/0xd60 [ 167.121817][ T1599] kthread+0x367/0x460 [ 167.121895][ T1599] ret_from_fork+0x474/0x6b0 [ 167.121992][ T1599] ret_from_fork_asm+0x11/0x20 [ 167.122133][ T1599] SOFTIRQ-ON-W at: [ 167.122192][ T1599] __lock_acquire+0x378/0xc10 [ 167.122289][ T1599] lock_acquire.part.0+0xbc/0x260 [ 167.122390][ T1599] _raw_spin_lock+0x33/0x40 [ 167.122532][ T1599] __ipv6_dev_ac_dec+0x236/0x5d0 [ 167.122634][ T1599] addrconf_leave_anycast+0x1bc/0x260 [ 167.122737][ T1599] dev_forward_change+0x3b3/0x850 [ 167.122875][ T1599] addrconf_fixup_forwarding+0x2af/0x4d0 [ 167.122990][ T1599] addrconf_sysctl_forward+0x209/0x2b0 [ 167.123088][ T1599] proc_sys_call_handler+0x31b/0x480 [ 167.123231][ T1599] new_sync_write+0x333/0x750 [ 167.123334][ T1599] vfs_write+0x6a4/0xc10 [ 167.123444][ T1599] ksys_write+0x116/0x250 [ 167.123591][ T1599] do_syscall_64+0x117/0x590 [ 167.123691][ T1599] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 167.123811][ T1599] INITIAL USE at: [ 167.123870][ T1599] __lock_acquire+0x378/0xc10 [ 167.124008][ T1599] lock_acquire.part.0+0xbc/0x260 [ 167.124110][ T1599] _raw_spin_lock+0x33/0x40 [ 167.124209][ T1599] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 167.124376][ T1599] __ipv6_dev_ac_inc+0x57e/0x930 [ 167.124474][ T1599] addrconf_join_anycast+0x1bc/0x260 [ 167.124572][ T1599] __ipv6_ifa_notify+0x75b/0xad0 [ 167.124713][ T1599] addrconf_dad_completed+0x14b/0xe10 [ 167.124814][ T1599] addrconf_dad_work+0x3c1/0x930 [ 167.124912][ T1599] process_one_work+0xdf8/0x1410 [ 167.125054][ T1599] worker_thread+0x4f1/0xd60 [ 167.125155][ T1599] kthread+0x367/0x460 [ 167.125235][ T1599] ret_from_fork+0x474/0x6b0 [ 167.125335][ T1599] ret_from_fork_asm+0x11/0x20 [ 167.125472][ T1599] } [ 167.125511][ T1599] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 167.125626][ T1599] ... acquired at: [ 167.125684][ T1599] mark_lock+0x1d7/0xa00 [ 167.125806][ T1599] mark_usage+0x105/0x170 [ 167.125886][ T1599] __lock_acquire+0x378/0xc10 [ 167.125963][ T1599] lock_acquire.part.0+0xbc/0x260 [ 167.126041][ T1599] _raw_spin_lock+0x33/0x40 [ 167.126160][ T1599] __ipv6_dev_ac_dec+0x236/0x5d0 [ 167.126239][ T1599] addrconf_leave_anycast+0x1bc/0x260 [ 167.126321][ T1599] dev_forward_change+0x3b3/0x850 [ 167.126407][ T1599] addrconf_fixup_forwarding+0x2af/0x4d0 [ 167.126544][ T1599] addrconf_sysctl_forward+0x209/0x2b0 [ 167.126621][ T1599] proc_sys_call_handler+0x31b/0x480 [ 167.126699][ T1599] new_sync_write+0x333/0x750 [ 167.126817][ T1599] vfs_write+0x6a4/0xc10 [ 167.126900][ T1599] ksys_write+0x116/0x250 [ 167.126982][ T1599] do_syscall_64+0x117/0x590 [ 167.127060][ T1599] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 167.127197][ T1599] [ 167.127236][ T1599] [ 167.127236][ T1599] stack backtrace: [ 167.127338][ T1599] CPU: 0 UID: 0 PID: 1599 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 167.127340][ T1599] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 167.127342][ T1599] Call Trace: [ 167.127343][ T1599] [ 167.127345][ T1599] dump_stack_lvl+0x6f/0xa0 [ 167.127349][ T1599] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 167.127352][ T1599] mark_lock_irq+0x989/0x9c0 [ 167.127355][ T1599] mark_lock+0x1d7/0xa00 [ 167.127356][ T1599] mark_usage+0x105/0x170 [ 167.127358][ T1599] __lock_acquire+0x378/0xc10 [ 167.127360][ T1599] lock_acquire.part.0+0xbc/0x260 [ 167.127361][ T1599] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 167.127363][ T1599] ? rcu_is_watching+0x15/0xd0 [ 167.127366][ T1599] ? do_raw_read_unlock+0x70/0x70 [ 167.127368][ T1599] ? lock_acquire+0x134/0x160 [ 167.127370][ T1599] _raw_spin_lock+0x33/0x40 [ 167.127371][ T1599] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 167.127372][ T1599] __ipv6_dev_ac_dec+0x236/0x5d0 [ 167.127374][ T1599] addrconf_leave_anycast+0x1bc/0x260 [ 167.127376][ T1599] ? find_held_lock+0x2b/0x80 [ 167.127379][ T1599] ? __ipv6_isatap_ifid+0x210/0x210 [ 167.127380][ T1599] ? mark_held_locks+0x40/0x70 [ 167.127382][ T1599] ? lockdep_hardirqs_on+0x8c/0x130 [ 167.127384][ T1599] dev_forward_change+0x3b3/0x850 [ 167.127386][ T1599] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 167.127388][ T1599] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 167.127391][ T1599] addrconf_fixup_forwarding+0x2af/0x4d0 [ 167.127393][ T1599] addrconf_sysctl_forward+0x209/0x2b0 [ 167.127395][ T1599] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 167.127397][ T1599] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 167.127399][ T1599] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 167.127402][ T1599] ? proc_sys_call_handler+0x25d/0x480 [ 167.127405][ T1599] proc_sys_call_handler+0x31b/0x480 [ 167.127407][ T1599] ? proc_sys_lookup+0x3d0/0x3d0 [ 167.127409][ T1599] ? do_fault_around+0x300/0x5a0 [ 167.127411][ T1599] ? find_held_lock+0x2b/0x80 [ 167.127413][ T1599] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 167.127415][ T1599] ? rcu_read_lock_any_held+0x3c/0x90 [ 167.127417][ T1599] ? proc_sys_call_handler+0x480/0x480 [ 167.127419][ T1599] new_sync_write+0x333/0x750 [ 167.127420][ T1599] ? __lock_acquire+0x508/0xc10 [ 167.127421][ T1599] ? new_sync_read+0x740/0x740 [ 167.127423][ T1599] ? lock_acquire.part.0+0xbc/0x260 [ 167.127424][ T1599] ? ksys_write+0x116/0x250 [ 167.127426][ T1599] vfs_write+0x6a4/0xc10 [ 167.127428][ T1599] ksys_write+0x116/0x250 [ 167.127430][ T1599] ? __ia32_sys_read+0xc0/0xc0 [ 167.127431][ T1599] ? rcu_is_watching+0x15/0xd0 [ 167.127433][ T1599] ? rcu_is_watching+0x15/0xd0 [ 167.127435][ T1599] do_syscall_64+0x117/0x590 [ 167.127436][ T1599] ? trace_hardirqs_off+0xd/0x30 [ 167.127439][ T1599] ? exc_page_fault+0xee/0x100 [ 167.127441][ T1599] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 167.127442][ T1599] RIP: 0033:0x7fe9c735408e [ 167.127445][ T1599] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 167.127447][ T1599] RSP: 002b:00007ffc9a5bfbc0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 167.127449][ T1599] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007fe9c735408e [ 167.127451][ T1599] RDX: 0000000000000002 RSI: 00005579760804b0 RDI: 0000000000000005 [ 167.127451][ T1599] RBP: 00007ffc9a5bfbd0 R08: 0000000000000000 R09: 0000000000000000 [ 167.127452][ T1599] R10: 0000000000000000 R11: 0000000000000202 R12: 00005579760825e0 [ 167.127453][ T1599] R13: 0000557976080470 R14: 0000000000000002 R15: 0000000000000000 [ 167.127455][ T1599]