[ 8.127718][ T185] ip (185) used greatest stack depth: 24456 bytes left [ 8.255241][ T191] ip (191) used greatest stack depth: 24016 bytes left [ 8.383938][ T197] modprobe (197) used greatest stack depth: 23904 bytes left [ 47.811048][ T2734] [ 47.811143][ T2734] ======================================================== [ 47.811280][ T2734] WARNING: possible irq lock inversion dependency detected [ 47.811406][ T2734] 7.1.0-rc5-virtme #1 Not tainted [ 47.811498][ T2734] -------------------------------------------------------- [ 47.811625][ T2734] sysctl/2734 just changed the state of lock: [ 47.811729][ T2734] ffffffff8d37e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 47.811892][ T2734] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 47.812014][ T2734] (&ndev->lock){++.-}-{3:3} [ 47.812016][ T2734] [ 47.812016][ T2734] [ 47.812016][ T2734] and interrupts could create inverse lock ordering between them. [ 47.812016][ T2734] [ 47.812329][ T2734] [ 47.812329][ T2734] other info that might help us debug this: [ 47.812454][ T2734] Possible interrupt unsafe locking scenario: [ 47.812454][ T2734] [ 47.812583][ T2734] CPU0 CPU1 [ 47.812668][ T2734] ---- ---- [ 47.812752][ T2734] lock(acaddr_hash_lock); [ 47.812836][ T2734] local_irq_disable(); [ 47.812942][ T2734] lock(&ndev->lock); [ 47.813047][ T2734] lock(acaddr_hash_lock); [ 47.813149][ T2734] [ 47.813216][ T2734] lock(&ndev->lock); [ 47.813284][ T2734] [ 47.813284][ T2734] *** DEADLOCK *** [ 47.813284][ T2734] [ 47.813411][ T2734] 2 locks held by sysctl/2734: [ 47.813500][ T2734] #0: ff11000009a2c3e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 47.813651][ T2734] #1: ffffffff8d28c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 47.813821][ T2734] [ 47.813821][ T2734] the shortest dependencies between 2nd lock and 1st lock: [ 47.813962][ T2734] -> (&ndev->lock){++.-}-{3:3} { [ 47.814048][ T2734] HARDIRQ-ON-W at: [ 47.814113][ T2734] __lock_acquire+0x378/0xc10 [ 47.814219][ T2734] lock_acquire.part.0+0xbc/0x260 [ 47.814334][ T2734] _raw_write_lock_bh+0x38/0x50 [ 47.814441][ T2734] addrconf_permanent_addr+0x108/0x9c0 [ 47.814574][ T2734] addrconf_notify+0x151/0xf30 [ 47.814678][ T2734] notifier_call_chain+0xb0/0x320 [ 47.814785][ T2734] __dev_notify_flags+0xde/0x280 [ 47.814893][ T2734] netif_change_flags+0xfe/0x190 [ 47.815004][ T2734] do_setlink.isra.0+0x1cc3/0x2750 [ 47.815107][ T2734] rtnl_newlink+0x8d1/0xef0 [ 47.815213][ T2734] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 47.815333][ T2734] netlink_rcv_skb+0x14e/0x3a0 [ 47.815438][ T2734] netlink_unicast+0x486/0x750 [ 47.815540][ T2734] netlink_sendmsg+0x735/0xc60 [ 47.815647][ T2734] ____sys_sendmsg+0x419/0x850 [ 47.815752][ T2734] ___sys_sendmsg+0x14e/0x1d0 [ 47.815859][ T2734] __sys_sendmsg+0x145/0x1f0 [ 47.815960][ T2734] do_syscall_64+0x117/0x590 [ 47.816066][ T2734] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 47.816196][ T2734] HARDIRQ-ON-R at: [ 47.816268][ T2734] __lock_acquire+0x378/0xc10 [ 47.816374][ T2734] lock_acquire.part.0+0xbc/0x260 [ 47.816477][ T2734] _raw_read_lock_bh+0x44/0x80 [ 47.816580][ T2734] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 47.816708][ T2734] inet6_fill_link_af+0x5c/0xe0 [ 47.816821][ T2734] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 47.816949][ T2734] rtnl_getlink+0x9c9/0xeb0 [ 47.817054][ T2734] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 47.817156][ T2734] netlink_rcv_skb+0x14e/0x3a0 [ 47.817263][ T2734] netlink_unicast+0x486/0x750 [ 47.817366][ T2734] netlink_sendmsg+0x735/0xc60 [ 47.817473][ T2734] ____sys_sendmsg+0x419/0x850 [ 47.817581][ T2734] ___sys_sendmsg+0x14e/0x1d0 [ 47.817688][ T2734] __sys_sendmsg+0x145/0x1f0 [ 47.817798][ T2734] do_syscall_64+0x117/0x590 [ 47.817905][ T2734] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 47.818035][ T2734] IN-SOFTIRQ-R at: [ 47.818098][ T2734] __lock_acquire+0x378/0xc10 [ 47.818199][ T2734] lock_acquire.part.0+0xbc/0x260 [ 47.818309][ T2734] _raw_read_lock_bh+0x44/0x80 [ 47.818410][ T2734] ipv6_get_lladdr+0xa8/0x3f0 [ 47.818520][ T2734] ndisc_send_ns+0xf3/0x120 [ 47.818623][ T2734] ndisc_solicit+0x314/0x480 [ 47.818730][ T2734] neigh_probe+0xb3/0x100 [ 47.818837][ T2734] __neigh_event_send+0x802/0x1070 [ 47.818944][ T2734] neigh_resolve_output+0xbe/0x140 [ 47.819051][ T2734] ip6_finish_output2+0x423/0x1300 [ 47.819154][ T2734] ip6_finish_output+0x646/0xda0 [ 47.819260][ T2734] ip6_output+0x23f/0x7f0 [ 47.819363][ T2734] ip6_forward+0x10f4/0x2bd0 [ 47.819466][ T2734] ipv6_rcv+0x3c1/0x5a0 [ 47.819568][ T2734] __netif_receive_skb_one_core+0xfc/0x180 [ 47.819698][ T2734] process_backlog+0x2bc/0x1490 [ 47.819802][ T2734] __napi_poll+0xa7/0x3b0 [ 47.819904][ T2734] net_rx_action+0x513/0xf50 [ 47.820007][ T2734] handle_softirqs+0x1d8/0x940 [ 47.820113][ T2734] do_softirq+0xa9/0xe0 [ 47.820224][ T2734] __local_bh_enable_ip+0x113/0x140 [ 47.820337][ T2734] __neigh_event_send+0x30a/0x1070 [ 47.820444][ T2734] neigh_resolve_output+0xbe/0x140 [ 47.820550][ T2734] ip6_finish_output2+0x423/0x1300 [ 47.820657][ T2734] ip6_finish_output+0x646/0xda0 [ 47.820763][ T2734] ip6_output+0x23f/0x7f0 [ 47.820870][ T2734] ip6_send_skb+0xee/0x350 [ 47.820977][ T2734] rawv6_push_pending_frames+0x4cb/0xa90 [ 47.821102][ T2734] rawv6_sendmsg+0x1434/0x1a50 [ 47.821209][ T2734] __sys_sendto+0x2c9/0x400 [ 47.821321][ T2734] __x64_sys_sendto+0xe4/0x1f0 [ 47.821429][ T2734] do_syscall_64+0x117/0x590 [ 47.821542][ T2734] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 47.821670][ T2734] INITIAL USE at: [ 47.821737][ T2734] __lock_acquire+0x378/0xc10 [ 47.821846][ T2734] lock_acquire.part.0+0xbc/0x260 [ 47.821957][ T2734] _raw_write_lock_bh+0x38/0x50 [ 47.822063][ T2734] addrconf_permanent_addr+0x108/0x9c0 [ 47.822189][ T2734] addrconf_notify+0x151/0xf30 [ 47.822296][ T2734] notifier_call_chain+0xb0/0x320 [ 47.822402][ T2734] __dev_notify_flags+0xde/0x280 [ 47.822509][ T2734] netif_change_flags+0xfe/0x190 [ 47.822613][ T2734] do_setlink.isra.0+0x1cc3/0x2750 [ 47.822715][ T2734] rtnl_newlink+0x8d1/0xef0 [ 47.822819][ T2734] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 47.822923][ T2734] netlink_rcv_skb+0x14e/0x3a0 [ 47.823030][ T2734] netlink_unicast+0x486/0x750 [ 47.823133][ T2734] netlink_sendmsg+0x735/0xc60 [ 47.823240][ T2734] ____sys_sendmsg+0x419/0x850 [ 47.823343][ T2734] ___sys_sendmsg+0x14e/0x1d0 [ 47.823450][ T2734] __sys_sendmsg+0x145/0x1f0 [ 47.823553][ T2734] do_syscall_64+0x117/0x590 [ 47.823656][ T2734] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 47.823778][ T2734] INITIAL READ USE at: [ 47.823860][ T2734] __lock_acquire+0x378/0xc10 [ 47.823967][ T2734] lock_acquire.part.0+0xbc/0x260 [ 47.824098][ T2734] _raw_read_lock_bh+0x44/0x80 [ 47.824206][ T2734] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 47.824330][ T2734] inet6_fill_link_af+0x5c/0xe0 [ 47.824438][ T2734] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 47.824565][ T2734] rtnl_getlink+0x9c9/0xeb0 [ 47.824671][ T2734] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 47.824781][ T2734] netlink_rcv_skb+0x14e/0x3a0 [ 47.824886][ T2734] netlink_unicast+0x486/0x750 [ 47.824999][ T2734] netlink_sendmsg+0x735/0xc60 [ 47.825101][ T2734] ____sys_sendmsg+0x419/0x850 [ 47.825206][ T2734] ___sys_sendmsg+0x14e/0x1d0 [ 47.825310][ T2734] __sys_sendmsg+0x145/0x1f0 [ 47.825415][ T2734] do_syscall_64+0x117/0x590 [ 47.825523][ T2734] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 47.825650][ T2734] } [ 47.825693][ T2734] ... key at: [] __key.37+0x0/0x40 [ 47.825824][ T2734] ... acquired at: [ 47.825886][ T2734] __lock_acquire+0x508/0xc10 [ 47.825974][ T2734] lock_acquire.part.0+0xbc/0x260 [ 47.826061][ T2734] _raw_spin_lock+0x33/0x40 [ 47.826144][ T2734] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 47.826259][ T2734] __ipv6_dev_ac_inc+0x57e/0x930 [ 47.826342][ T2734] addrconf_join_anycast+0x1bc/0x260 [ 47.826429][ T2734] __ipv6_ifa_notify+0x75b/0xad0 [ 47.826516][ T2734] addrconf_dad_completed+0x14b/0xe10 [ 47.826604][ T2734] addrconf_dad_work+0x3c1/0x930 [ 47.826687][ T2734] process_one_work+0xdf8/0x1410 [ 47.826773][ T2734] worker_thread+0x4f1/0xd60 [ 47.826861][ T2734] kthread+0x367/0x460 [ 47.826921][ T2734] ret_from_fork+0x474/0x6b0 [ 47.827001][ T2734] ret_from_fork_asm+0x11/0x20 [ 47.827085][ T2734] [ 47.827131][ T2734] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 47.827214][ T2734] HARDIRQ-ON-W at: [ 47.827285][ T2734] __lock_acquire+0x378/0xc10 [ 47.827383][ T2734] lock_acquire.part.0+0xbc/0x260 [ 47.827480][ T2734] _raw_spin_lock+0x33/0x40 [ 47.827580][ T2734] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 47.827697][ T2734] __ipv6_dev_ac_inc+0x57e/0x930 [ 47.827795][ T2734] addrconf_join_anycast+0x1bc/0x260 [ 47.827892][ T2734] __ipv6_ifa_notify+0x75b/0xad0 [ 47.827992][ T2734] addrconf_dad_completed+0x14b/0xe10 [ 47.828099][ T2734] addrconf_dad_work+0x3c1/0x930 [ 47.828204][ T2734] process_one_work+0xdf8/0x1410 [ 47.828311][ T2734] worker_thread+0x4f1/0xd60 [ 47.828408][ T2734] kthread+0x367/0x460 [ 47.828486][ T2734] ret_from_fork+0x474/0x6b0 [ 47.828587][ T2734] ret_from_fork_asm+0x11/0x20 [ 47.828684][ T2734] SOFTIRQ-ON-W at: [ 47.828742][ T2734] __lock_acquire+0x378/0xc10 [ 47.828883][ T2734] lock_acquire.part.0+0xbc/0x260 [ 47.828980][ T2734] _raw_spin_lock+0x33/0x40 [ 47.829084][ T2734] __ipv6_dev_ac_dec+0x236/0x5d0 [ 47.829233][ T2734] addrconf_leave_anycast+0x1bc/0x260 [ 47.829343][ T2734] dev_forward_change+0x3b3/0x850 [ 47.829445][ T2734] addrconf_fixup_forwarding+0x2af/0x4d0 [ 47.829608][ T2734] addrconf_sysctl_forward+0x209/0x2b0 [ 47.829703][ T2734] proc_sys_call_handler+0x31b/0x480 [ 47.829801][ T2734] new_sync_write+0x333/0x750 [ 47.829939][ T2734] vfs_write+0x6a4/0xc10 [ 47.830036][ T2734] ksys_write+0x116/0x250 [ 47.830135][ T2734] do_syscall_64+0x117/0x590 [ 47.830276][ T2734] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 47.830389][ T2734] INITIAL USE at: [ 47.830446][ T2734] __lock_acquire+0x378/0xc10 [ 47.830541][ T2734] lock_acquire.part.0+0xbc/0x260 [ 47.830678][ T2734] _raw_spin_lock+0x33/0x40 [ 47.830780][ T2734] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 47.830894][ T2734] __ipv6_dev_ac_inc+0x57e/0x930 [ 47.831036][ T2734] addrconf_join_anycast+0x1bc/0x260 [ 47.831134][ T2734] __ipv6_ifa_notify+0x75b/0xad0 [ 47.831235][ T2734] addrconf_dad_completed+0x14b/0xe10 [ 47.831374][ T2734] addrconf_dad_work+0x3c1/0x930 [ 47.831479][ T2734] process_one_work+0xdf8/0x1410 [ 47.831577][ T2734] worker_thread+0x4f1/0xd60 [ 47.831717][ T2734] kthread+0x367/0x460 [ 47.831795][ T2734] ret_from_fork+0x474/0x6b0 [ 47.831892][ T2734] ret_from_fork_asm+0x11/0x20 [ 47.831997][ T2734] } [ 47.832076][ T2734] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 47.832192][ T2734] ... acquired at: [ 47.832253][ T2734] mark_lock+0x1d7/0xa00 [ 47.832340][ T2734] mark_usage+0x105/0x170 [ 47.832456][ T2734] __lock_acquire+0x378/0xc10 [ 47.832535][ T2734] lock_acquire.part.0+0xbc/0x260 [ 47.832614][ T2734] _raw_spin_lock+0x33/0x40 [ 47.832697][ T2734] __ipv6_dev_ac_dec+0x236/0x5d0 [ 47.832814][ T2734] addrconf_leave_anycast+0x1bc/0x260 [ 47.832892][ T2734] dev_forward_change+0x3b3/0x850 [ 47.832978][ T2734] addrconf_fixup_forwarding+0x2af/0x4d0 [ 47.833075][ T2734] addrconf_sysctl_forward+0x209/0x2b0 [ 47.833193][ T2734] proc_sys_call_handler+0x31b/0x480 [ 47.833276][ T2734] new_sync_write+0x333/0x750 [ 47.833354][ T2734] vfs_write+0x6a4/0xc10 [ 47.833431][ T2734] ksys_write+0x116/0x250 [ 47.833552][ T2734] do_syscall_64+0x117/0x590 [ 47.833629][ T2734] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 47.833725][ T2734] [ 47.833763][ T2734] [ 47.833763][ T2734] stack backtrace: [ 47.833898][ T2734] CPU: 3 UID: 0 PID: 2734 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 47.833901][ T2734] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 47.833903][ T2734] Call Trace: [ 47.833905][ T2734] [ 47.833906][ T2734] dump_stack_lvl+0x6f/0xa0 [ 47.833910][ T2734] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 47.833913][ T2734] mark_lock_irq+0x989/0x9c0 [ 47.833915][ T2734] mark_lock+0x1d7/0xa00 [ 47.833917][ T2734] mark_usage+0x105/0x170 [ 47.833918][ T2734] __lock_acquire+0x378/0xc10 [ 47.833920][ T2734] lock_acquire.part.0+0xbc/0x260 [ 47.833922][ T2734] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 47.833923][ T2734] ? rcu_is_watching+0x15/0xd0 [ 47.833926][ T2734] ? do_raw_read_unlock+0x70/0x70 [ 47.833928][ T2734] ? lock_acquire+0x134/0x160 [ 47.833930][ T2734] _raw_spin_lock+0x33/0x40 [ 47.833931][ T2734] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 47.833932][ T2734] __ipv6_dev_ac_dec+0x236/0x5d0 [ 47.833935][ T2734] addrconf_leave_anycast+0x1bc/0x260 [ 47.833936][ T2734] ? find_held_lock+0x2b/0x80 [ 47.833939][ T2734] ? __ipv6_isatap_ifid+0x210/0x210 [ 47.833941][ T2734] ? mark_held_locks+0x40/0x70 [ 47.833942][ T2734] ? lockdep_hardirqs_on+0x8c/0x130 [ 47.833945][ T2734] dev_forward_change+0x3b3/0x850 [ 47.833947][ T2734] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 47.833949][ T2734] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 47.833951][ T2734] addrconf_fixup_forwarding+0x2af/0x4d0 [ 47.833954][ T2734] addrconf_sysctl_forward+0x209/0x2b0 [ 47.833956][ T2734] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 47.833958][ T2734] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 47.833960][ T2734] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 47.833963][ T2734] ? proc_sys_call_handler+0x25d/0x480 [ 47.833965][ T2734] proc_sys_call_handler+0x31b/0x480 [ 47.833967][ T2734] ? proc_sys_lookup+0x3d0/0x3d0 [ 47.833969][ T2734] ? rcu_read_unlock+0x1b/0x70 [ 47.833972][ T2734] ? do_raw_spin_unlock+0x59/0x250 [ 47.833973][ T2734] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 47.833975][ T2734] ? rcu_read_lock_any_held+0x3c/0x90 [ 47.833977][ T2734] ? proc_sys_call_handler+0x480/0x480 [ 47.833979][ T2734] new_sync_write+0x333/0x750 [ 47.833980][ T2734] ? __lock_acquire+0x508/0xc10 [ 47.833982][ T2734] ? new_sync_read+0x740/0x740 [ 47.833983][ T2734] ? lock_acquire.part.0+0xbc/0x260 [ 47.833985][ T2734] ? ksys_write+0x116/0x250 [ 47.833987][ T2734] vfs_write+0x6a4/0xc10 [ 47.833989][ T2734] ksys_write+0x116/0x250 [ 47.833990][ T2734] ? __ia32_sys_read+0xc0/0xc0 [ 47.833992][ T2734] ? rcu_is_watching+0x15/0xd0 [ 47.833993][ T2734] ? rcu_is_watching+0x15/0xd0 [ 47.833995][ T2734] do_syscall_64+0x117/0x590 [ 47.833996][ T2734] ? trace_hardirqs_off+0xd/0x30 [ 47.833999][ T2734] ? exc_page_fault+0xee/0x100 [ 47.834001][ T2734] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 47.834002][ T2734] RIP: 0033:0x7f2cdd30608e [ 47.834005][ T2734] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 47.834007][ T2734] RSP: 002b:00007ffe21e97cc0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 47.834010][ T2734] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f2cdd30608e [ 47.834011][ T2734] RDX: 0000000000000002 RSI: 00005643ec6a34b0 RDI: 0000000000000005 [ 47.834012][ T2734] RBP: 00007ffe21e97cd0 R08: 0000000000000000 R09: 0000000000000000 [ 47.834013][ T2734] R10: 0000000000000000 R11: 0000000000000202 R12: 00005643ec6a55e0 [ 47.834014][ T2734] R13: 00005643ec6a3470 R14: 0000000000000002 R15: 0000000000000000 [ 47.834016][ T2734]