[ 8.636500][ T186] ip (186) used greatest stack depth: 24480 bytes left [ 8.789766][ T193] ip (193) used greatest stack depth: 24024 bytes left [ 10.274573][ T252] gre: GRE over IPv4 demultiplexer driver [ 10.283378][ T252] ip_gre: GRE over IPv4 tunneling driver [ 10.776902][ T275] 8021q: 802.1Q VLAN Support v1.8 [ 11.722149][ T315] GACT probability NOT on [ 88.900577][ T507] [ 88.900674][ T507] ======================================================== [ 88.900809][ T507] WARNING: possible irq lock inversion dependency detected [ 88.900934][ T507] 7.1.0-rc5-virtme #1 Not tainted [ 88.901019][ T507] -------------------------------------------------------- [ 88.901144][ T507] sysctl/507 just changed the state of lock: [ 88.901251][ T507] ffffffff9037e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 88.901411][ T507] but this lock was taken by another, SOFTIRQ-safe lock in the past: [ 88.901539][ T507] (&ndev->lock){++--}-{3:3} [ 88.901541][ T507] [ 88.901541][ T507] [ 88.901541][ T507] and interrupts could create inverse lock ordering between them. [ 88.901541][ T507] [ 88.901850][ T507] [ 88.901850][ T507] other info that might help us debug this: [ 88.901973][ T507] Possible interrupt unsafe locking scenario: [ 88.901973][ T507] [ 88.902098][ T507] CPU0 CPU1 [ 88.902184][ T507] ---- ---- [ 88.902275][ T507] lock(acaddr_hash_lock); [ 88.902358][ T507] local_irq_disable(); [ 88.902463][ T507] lock(&ndev->lock); [ 88.902571][ T507] lock(acaddr_hash_lock); [ 88.902676][ T507] [ 88.902739][ T507] lock(&ndev->lock); [ 88.902805][ T507] [ 88.902805][ T507] *** DEADLOCK *** [ 88.902805][ T507] [ 88.902930][ T507] 2 locks held by sysctl/507: [ 88.903017][ T507] #0: ff11000009cfc3e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 88.903171][ T507] #1: ffffffff9028c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 88.903354][ T507] [ 88.903354][ T507] the shortest dependencies between 2nd lock and 1st lock: [ 88.903501][ T507] -> (&ndev->lock){++--}-{3:3} { [ 88.903589][ T507] HARDIRQ-ON-W at: [ 88.903655][ T507] __lock_acquire+0x378/0xc10 [ 88.903765][ T507] lock_acquire.part.0+0xbc/0x260 [ 88.903872][ T507] _raw_write_lock_bh+0x38/0x50 [ 88.903980][ T507] addrconf_permanent_addr+0x108/0x9c0 [ 88.904104][ T507] addrconf_notify+0x151/0xf30 [ 88.904215][ T507] notifier_call_chain+0xb0/0x320 [ 88.904329][ T507] __dev_notify_flags+0xde/0x280 [ 88.904434][ T507] netif_change_flags+0xfe/0x190 [ 88.904538][ T507] do_setlink.isra.0+0x1cc3/0x2750 [ 88.904648][ T507] rtnl_newlink+0x8d1/0xef0 [ 88.904750][ T507] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 88.904855][ T507] netlink_rcv_skb+0x14e/0x3a0 [ 88.904963][ T507] netlink_unicast+0x486/0x750 [ 88.905071][ T507] netlink_sendmsg+0x735/0xc60 [ 88.905181][ T507] ____sys_sendmsg+0x419/0x850 [ 88.905294][ T507] ___sys_sendmsg+0x14e/0x1d0 [ 88.905399][ T507] __sys_sendmsg+0x145/0x1f0 [ 88.905503][ T507] do_syscall_64+0x117/0x590 [ 88.905608][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 88.905732][ T507] HARDIRQ-ON-R at: [ 88.905795][ T507] __lock_acquire+0x378/0xc10 [ 88.905900][ T507] lock_acquire.part.0+0xbc/0x260 [ 88.906005][ T507] _raw_read_lock_bh+0x44/0x80 [ 88.906113][ T507] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 88.906247][ T507] inet6_fill_link_af+0x5c/0xe0 [ 88.906354][ T507] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 88.906481][ T507] rtnl_getlink+0x9c9/0xeb0 [ 88.906588][ T507] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 88.906694][ T507] netlink_rcv_skb+0x14e/0x3a0 [ 88.906802][ T507] netlink_unicast+0x486/0x750 [ 88.906908][ T507] netlink_sendmsg+0x735/0xc60 [ 88.907011][ T507] ____sys_sendmsg+0x419/0x850 [ 88.907118][ T507] ___sys_sendmsg+0x14e/0x1d0 [ 88.907225][ T507] __sys_sendmsg+0x145/0x1f0 [ 88.907334][ T507] do_syscall_64+0x117/0x590 [ 88.907438][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 88.907559][ T507] IN-SOFTIRQ-W at: [ 88.907621][ T507] __lock_acquire+0x378/0xc10 [ 88.907725][ T507] lock_acquire.part.0+0xbc/0x260 [ 88.907829][ T507] _raw_write_lock+0x33/0x40 [ 88.907934][ T507] addrconf_rs_timer+0xb0/0x770 [ 88.908038][ T507] call_timer_fn+0x163/0x4f0 [ 88.908146][ T507] __run_timers+0x68f/0xab0 [ 88.908256][ T507] run_timer_softirq+0xf0/0x160 [ 88.908359][ T507] handle_softirqs+0x1d8/0x940 [ 88.908466][ T507] __irq_exit_rcu+0x103/0x1c0 [ 88.908570][ T507] irq_exit_rcu+0xe/0x30 [ 88.908673][ T507] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 88.908797][ T507] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 88.908922][ T507] pv_native_safe_halt+0xf/0x10 [ 88.909027][ T507] default_idle+0x9/0x10 [ 88.909133][ T507] default_idle_call+0x6e/0xb0 [ 88.909244][ T507] cpuidle_idle_call.constprop.0+0x237/0x410 [ 88.909371][ T507] do_idle+0xf5/0x160 [ 88.909477][ T507] cpu_startup_entry+0x53/0x70 [ 88.909584][ T507] rest_init+0x1f7/0x200 [ 88.909690][ T507] start_kernel+0x3ad/0x3b0 [ 88.909799][ T507] x86_64_start_reservations+0x24/0x30 [ 88.909925][ T507] x86_64_start_kernel+0x12b/0x130 [ 88.910031][ T507] common_startup_64+0x13e/0x148 [ 88.910137][ T507] IN-SOFTIRQ-R at: [ 88.910201][ T507] __lock_acquire+0x378/0xc10 [ 88.910311][ T507] lock_acquire.part.0+0xbc/0x260 [ 88.910415][ T507] _raw_read_lock_bh+0x44/0x80 [ 88.910519][ T507] ipv6_get_lladdr+0xa8/0x3f0 [ 88.910624][ T507] ndisc_send_ns+0xf3/0x120 [ 88.910734][ T507] ndisc_solicit+0x314/0x480 [ 88.910838][ T507] neigh_probe+0xb3/0x100 [ 88.910943][ T507] __neigh_event_send+0x802/0x1070 [ 88.911049][ T507] neigh_resolve_output+0xbe/0x140 [ 88.911154][ T507] ip6_finish_output2+0x423/0x1300 [ 88.911262][ T507] ip6_finish_output+0x646/0xda0 [ 88.911368][ T507] ip6_output+0x23f/0x7f0 [ 88.911472][ T507] ip6_forward+0x10f4/0x2bd0 [ 88.911575][ T507] ip6_sublist_rcv_finish+0x9e/0x2a0 [ 88.911680][ T507] ip6_list_rcv_finish.constprop.0+0x60d/0xaa0 [ 88.911807][ T507] ipv6_list_rcv+0x32c/0x510 [ 88.911915][ T507] __netif_receive_skb_list_core+0x4ac/0x9e0 [ 88.912039][ T507] netif_receive_skb_list_internal+0x5f8/0xe20 [ 88.912162][ T507] napi_complete_done+0x1aa/0x8c0 [ 88.912270][ T507] gro_cell_poll+0x302/0x540 [ 88.912375][ T507] __napi_poll+0xd4/0x3b0 [ 88.912481][ T507] net_rx_action+0x513/0xf50 [ 88.912585][ T507] handle_softirqs+0x1d8/0x940 [ 88.912689][ T507] run_ksoftirqd+0x39/0x60 [ 88.912792][ T507] smpboot_thread_fn+0x2fb/0x9b0 [ 88.912896][ T507] kthread+0x367/0x460 [ 88.913005][ T507] ret_from_fork+0x474/0x6b0 [ 88.913112][ T507] ret_from_fork_asm+0x11/0x20 [ 88.913219][ T507] INITIAL USE at: [ 88.913289][ T507] __lock_acquire+0x378/0xc10 [ 88.913394][ T507] lock_acquire.part.0+0xbc/0x260 [ 88.913500][ T507] _raw_write_lock_bh+0x38/0x50 [ 88.913603][ T507] addrconf_permanent_addr+0x108/0x9c0 [ 88.913729][ T507] addrconf_notify+0x151/0xf30 [ 88.913834][ T507] notifier_call_chain+0xb0/0x320 [ 88.913938][ T507] __dev_notify_flags+0xde/0x280 [ 88.914043][ T507] netif_change_flags+0xfe/0x190 [ 88.914146][ T507] do_setlink.isra.0+0x1cc3/0x2750 [ 88.914256][ T507] rtnl_newlink+0x8d1/0xef0 [ 88.914362][ T507] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 88.914466][ T507] netlink_rcv_skb+0x14e/0x3a0 [ 88.914571][ T507] netlink_unicast+0x486/0x750 [ 88.914675][ T507] netlink_sendmsg+0x735/0xc60 [ 88.914780][ T507] ____sys_sendmsg+0x419/0x850 [ 88.914883][ T507] ___sys_sendmsg+0x14e/0x1d0 [ 88.914984][ T507] __sys_sendmsg+0x145/0x1f0 [ 88.915085][ T507] do_syscall_64+0x117/0x590 [ 88.915185][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 88.915316][ T507] INITIAL READ USE at: [ 88.915397][ T507] __lock_acquire+0x378/0xc10 [ 88.915498][ T507] lock_acquire.part.0+0xbc/0x260 [ 88.915619][ T507] _raw_read_lock_bh+0x44/0x80 [ 88.915719][ T507] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 88.915841][ T507] inet6_fill_link_af+0x5c/0xe0 [ 88.915942][ T507] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 88.916062][ T507] rtnl_getlink+0x9c9/0xeb0 [ 88.916162][ T507] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 88.916268][ T507] netlink_rcv_skb+0x14e/0x3a0 [ 88.916369][ T507] netlink_unicast+0x486/0x750 [ 88.916472][ T507] netlink_sendmsg+0x735/0xc60 [ 88.916574][ T507] ____sys_sendmsg+0x419/0x850 [ 88.916675][ T507] ___sys_sendmsg+0x14e/0x1d0 [ 88.916777][ T507] __sys_sendmsg+0x145/0x1f0 [ 88.916877][ T507] do_syscall_64+0x117/0x590 [ 88.916980][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 88.917101][ T507] } [ 88.917143][ T507] ... key at: [] __key.37+0x0/0x40 [ 88.917269][ T507] ... acquired at: [ 88.917330][ T507] __lock_acquire+0x508/0xc10 [ 88.917411][ T507] lock_acquire.part.0+0xbc/0x260 [ 88.917492][ T507] _raw_spin_lock+0x33/0x40 [ 88.917572][ T507] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 88.917672][ T507] __ipv6_dev_ac_inc+0x57e/0x930 [ 88.917752][ T507] addrconf_join_anycast+0x1bc/0x260 [ 88.917831][ T507] dev_forward_change+0x2be/0x850 [ 88.917912][ T507] addrconf_fixup_forwarding+0x2af/0x4d0 [ 88.918012][ T507] addrconf_sysctl_forward+0x209/0x2b0 [ 88.918095][ T507] proc_sys_call_handler+0x31b/0x480 [ 88.918178][ T507] new_sync_write+0x333/0x750 [ 88.918262][ T507] vfs_write+0x6a4/0xc10 [ 88.918342][ T507] ksys_write+0x116/0x250 [ 88.918422][ T507] do_syscall_64+0x117/0x590 [ 88.918502][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 88.918602][ T507] [ 88.918645][ T507] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 88.918728][ T507] HARDIRQ-ON-W at: [ 88.918791][ T507] __lock_acquire+0x378/0xc10 [ 88.918894][ T507] lock_acquire.part.0+0xbc/0x260 [ 88.918997][ T507] _raw_spin_lock+0x33/0x40 [ 88.919101][ T507] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 88.919231][ T507] __ipv6_dev_ac_inc+0x57e/0x930 [ 88.919336][ T507] addrconf_join_anycast+0x1bc/0x260 [ 88.919442][ T507] dev_forward_change+0x2be/0x850 [ 88.919547][ T507] addrconf_fixup_forwarding+0x2af/0x4d0 [ 88.919673][ T507] addrconf_sysctl_forward+0x209/0x2b0 [ 88.919780][ T507] proc_sys_call_handler+0x31b/0x480 [ 88.919883][ T507] new_sync_write+0x333/0x750 [ 88.919986][ T507] vfs_write+0x6a4/0xc10 [ 88.920091][ T507] ksys_write+0x116/0x250 [ 88.920195][ T507] do_syscall_64+0x117/0x590 [ 88.920300][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 88.920425][ T507] SOFTIRQ-ON-W at: [ 88.920485][ T507] __lock_acquire+0x378/0xc10 [ 88.920586][ T507] lock_acquire.part.0+0xbc/0x260 [ 88.920687][ T507] _raw_spin_lock+0x33/0x40 [ 88.920787][ T507] __ipv6_dev_ac_dec+0x236/0x5d0 [ 88.920887][ T507] addrconf_leave_anycast+0x1bc/0x260 [ 88.920989][ T507] dev_forward_change+0x3b3/0x850 [ 88.921091][ T507] addrconf_fixup_forwarding+0x2af/0x4d0 [ 88.921211][ T507] addrconf_sysctl_forward+0x209/0x2b0 [ 88.921317][ T507] proc_sys_call_handler+0x31b/0x480 [ 88.921417][ T507] new_sync_write+0x333/0x750 [ 88.921518][ T507] vfs_write+0x6a4/0xc10 [ 88.921618][ T507] ksys_write+0x116/0x250 [ 88.921718][ T507] do_syscall_64+0x117/0x590 [ 88.921817][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 88.921937][ T507] INITIAL USE at: [ 88.921997][ T507] __lock_acquire+0x378/0xc10 [ 88.922098][ T507] lock_acquire.part.0+0xbc/0x260 [ 88.922197][ T507] _raw_spin_lock+0x33/0x40 [ 88.922303][ T507] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 88.922424][ T507] __ipv6_dev_ac_inc+0x57e/0x930 [ 88.922525][ T507] addrconf_join_anycast+0x1bc/0x260 [ 88.922625][ T507] dev_forward_change+0x2be/0x850 [ 88.922728][ T507] addrconf_fixup_forwarding+0x2af/0x4d0 [ 88.922851][ T507] addrconf_sysctl_forward+0x209/0x2b0 [ 88.922958][ T507] proc_sys_call_handler+0x31b/0x480 [ 88.923064][ T507] new_sync_write+0x333/0x750 [ 88.923169][ T507] vfs_write+0x6a4/0xc10 [ 88.923275][ T507] ksys_write+0x116/0x250 [ 88.923375][ T507] do_syscall_64+0x117/0x590 [ 88.923473][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 88.923594][ T507] } [ 88.923633][ T507] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 88.923752][ T507] ... acquired at: [ 88.923816][ T507] mark_lock+0x1d7/0xa00 [ 88.923895][ T507] mark_usage+0x105/0x170 [ 88.923975][ T507] __lock_acquire+0x378/0xc10 [ 88.924054][ T507] lock_acquire.part.0+0xbc/0x260 [ 88.924133][ T507] _raw_spin_lock+0x33/0x40 [ 88.924214][ T507] __ipv6_dev_ac_dec+0x236/0x5d0 [ 88.924298][ T507] addrconf_leave_anycast+0x1bc/0x260 [ 88.924379][ T507] dev_forward_change+0x3b3/0x850 [ 88.924458][ T507] addrconf_fixup_forwarding+0x2af/0x4d0 [ 88.924559][ T507] addrconf_sysctl_forward+0x209/0x2b0 [ 88.924640][ T507] proc_sys_call_handler+0x31b/0x480 [ 88.924721][ T507] new_sync_write+0x333/0x750 [ 88.924799][ T507] vfs_write+0x6a4/0xc10 [ 88.924878][ T507] ksys_write+0x116/0x250 [ 88.924960][ T507] do_syscall_64+0x117/0x590 [ 88.925040][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 88.925139][ T507] [ 88.925179][ T507] [ 88.925179][ T507] stack backtrace: [ 88.925285][ T507] CPU: 2 UID: 0 PID: 507 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 88.925287][ T507] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 88.925290][ T507] Call Trace: [ 88.925291][ T507] [ 88.925292][ T507] dump_stack_lvl+0x6f/0xa0 [ 88.925297][ T507] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 88.925300][ T507] mark_lock_irq+0x989/0x9c0 [ 88.925303][ T507] mark_lock+0x1d7/0xa00 [ 88.925305][ T507] mark_usage+0x105/0x170 [ 88.925306][ T507] __lock_acquire+0x378/0xc10 [ 88.925308][ T507] lock_acquire.part.0+0xbc/0x260 [ 88.925310][ T507] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 88.925312][ T507] ? rcu_is_watching+0x15/0xd0 [ 88.925315][ T507] ? do_raw_read_unlock+0x70/0x70 [ 88.925317][ T507] ? lock_acquire+0x134/0x160 [ 88.925319][ T507] _raw_spin_lock+0x33/0x40 [ 88.925320][ T507] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 88.925322][ T507] __ipv6_dev_ac_dec+0x236/0x5d0 [ 88.925324][ T507] addrconf_leave_anycast+0x1bc/0x260 [ 88.925326][ T507] ? find_held_lock+0x2b/0x80 [ 88.925329][ T507] ? __ipv6_isatap_ifid+0x210/0x210 [ 88.925331][ T507] ? mark_held_locks+0x40/0x70 [ 88.925332][ T507] ? lockdep_hardirqs_on+0x8c/0x130 [ 88.925334][ T507] dev_forward_change+0x3b3/0x850 [ 88.925337][ T507] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 88.925339][ T507] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 88.925341][ T507] addrconf_fixup_forwarding+0x2af/0x4d0 [ 88.925344][ T507] addrconf_sysctl_forward+0x209/0x2b0 [ 88.925346][ T507] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 88.925348][ T507] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 88.925350][ T507] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 88.925354][ T507] ? proc_sys_call_handler+0x25d/0x480 [ 88.925356][ T507] proc_sys_call_handler+0x31b/0x480 [ 88.925358][ T507] ? proc_sys_lookup+0x3d0/0x3d0 [ 88.925360][ T507] ? rcu_read_unlock+0x1b/0x70 [ 88.925363][ T507] ? do_raw_spin_unlock+0x59/0x250 [ 88.925364][ T507] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 88.925366][ T507] ? rcu_read_lock_any_held+0x3c/0x90 [ 88.925368][ T507] ? proc_sys_call_handler+0x480/0x480 [ 88.925370][ T507] new_sync_write+0x333/0x750 [ 88.925372][ T507] ? __lock_acquire+0x508/0xc10 [ 88.925373][ T507] ? new_sync_read+0x740/0x740 [ 88.925375][ T507] ? lock_acquire.part.0+0xbc/0x260 [ 88.925376][ T507] ? ksys_write+0x116/0x250 [ 88.925379][ T507] vfs_write+0x6a4/0xc10 [ 88.925381][ T507] ksys_write+0x116/0x250 [ 88.925382][ T507] ? __ia32_sys_read+0xc0/0xc0 [ 88.925384][ T507] ? rcu_is_watching+0x15/0xd0 [ 88.925385][ T507] ? rcu_is_watching+0x15/0xd0 [ 88.925387][ T507] do_syscall_64+0x117/0x590 [ 88.925389][ T507] ? trace_hardirqs_off+0xd/0x30 [ 88.925392][ T507] ? exc_page_fault+0xee/0x100 [ 88.925394][ T507] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 88.925395][ T507] RIP: 0033:0x7efdf7a3a08e [ 88.925398][ T507] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 88.925400][ T507] RSP: 002b:00007ffcbcc0f8c0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 88.925403][ T507] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007efdf7a3a08e [ 88.925404][ T507] RDX: 0000000000000002 RSI: 000055c7fb22a4b0 RDI: 0000000000000005 [ 88.925405][ T507] RBP: 00007ffcbcc0f8d0 R08: 0000000000000000 R09: 0000000000000000 [ 88.925406][ T507] R10: 0000000000000000 R11: 0000000000000202 R12: 000055c7fb22c5e0 [ 88.925407][ T507] R13: 000055c7fb22a470 R14: 0000000000000002 R15: 0000000000000000 [ 88.925409][ T507]