[ 109.739009][ T715] gre: GRE over IPv4 demultiplexer driver [ 109.753747][ T715] ip_gre: GRE over IPv4 tunneling driver [ 110.238006][ T737] 8021q: 802.1Q VLAN Support v1.8 [ 186.377479][ T966] [ 186.377564][ T966] ======================================================== [ 186.377693][ T966] WARNING: possible irq lock inversion dependency detected [ 186.377812][ T966] 7.1.0-rc5-virtme #1 Not tainted [ 186.377891][ T966] -------------------------------------------------------- [ 186.378021][ T966] sysctl/966 just changed the state of lock: [ 186.378118][ T966] ffffffffa817e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 186.378268][ T966] but this lock was taken by another, SOFTIRQ-safe lock in the past: [ 186.378390][ T966] (&ndev->lock){++--}-{3:3} [ 186.378392][ T966] [ 186.378392][ T966] [ 186.378392][ T966] and interrupts could create inverse lock ordering between them. [ 186.378392][ T966] [ 186.378681][ T966] [ 186.378681][ T966] other info that might help us debug this: [ 186.378802][ T966] Possible interrupt unsafe locking scenario: [ 186.378802][ T966] [ 186.378923][ T966] CPU0 CPU1 [ 186.379006][ T966] ---- ---- [ 186.379087][ T966] lock(acaddr_hash_lock); [ 186.379169][ T966] local_irq_disable(); [ 186.379273][ T966] lock(&ndev->lock); [ 186.379373][ T966] lock(acaddr_hash_lock); [ 186.379470][ T966] [ 186.379532][ T966] lock(&ndev->lock); [ 186.379593][ T966] [ 186.379593][ T966] *** DEADLOCK *** [ 186.379593][ T966] [ 186.379710][ T966] 2 locks held by sysctl/966: [ 186.379788][ T966] #0: ff110000106a43e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 186.379935][ T966] #1: ffffffffa808c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 186.380096][ T966] [ 186.380096][ T966] the shortest dependencies between 2nd lock and 1st lock: [ 186.380235][ T966] -> (&ndev->lock){++--}-{3:3} { [ 186.380316][ T966] HARDIRQ-ON-W at: [ 186.380377][ T966] __lock_acquire+0x378/0xc10 [ 186.380483][ T966] lock_acquire.part.0+0xbc/0x260 [ 186.380580][ T966] _raw_write_lock_bh+0x38/0x50 [ 186.380679][ T966] addrconf_permanent_addr+0x108/0x9c0 [ 186.380801][ T966] addrconf_notify+0x151/0xf30 [ 186.380900][ T966] notifier_call_chain+0xb0/0x320 [ 186.381004][ T966] __dev_notify_flags+0xde/0x280 [ 186.381112][ T966] netif_change_flags+0xfe/0x190 [ 186.381209][ T966] do_setlink.isra.0+0x1cc3/0x2750 [ 186.381316][ T966] rtnl_newlink+0x8d1/0xef0 [ 186.381419][ T966] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 186.381525][ T966] netlink_rcv_skb+0x14e/0x3a0 [ 186.381628][ T966] netlink_unicast+0x486/0x750 [ 186.381726][ T966] netlink_sendmsg+0x735/0xc60 [ 186.381830][ T966] ____sys_sendmsg+0x419/0x850 [ 186.381938][ T966] ___sys_sendmsg+0x14e/0x1d0 [ 186.382043][ T966] __sys_sendmsg+0x145/0x1f0 [ 186.382146][ T966] do_syscall_64+0x117/0x590 [ 186.382253][ T966] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 186.382384][ T966] HARDIRQ-ON-R at: [ 186.382443][ T966] __lock_acquire+0x378/0xc10 [ 186.382543][ T966] lock_acquire.part.0+0xbc/0x260 [ 186.382641][ T966] _raw_read_lock_bh+0x44/0x80 [ 186.382742][ T966] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 186.382866][ T966] inet6_fill_link_af+0x5c/0xe0 [ 186.382972][ T966] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 186.383094][ T966] rtnl_getlink+0x9c9/0xeb0 [ 186.383198][ T966] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 186.383299][ T966] netlink_rcv_skb+0x14e/0x3a0 [ 186.383403][ T966] netlink_unicast+0x486/0x750 [ 186.383506][ T966] netlink_sendmsg+0x735/0xc60 [ 186.383605][ T966] ____sys_sendmsg+0x419/0x850 [ 186.383702][ T966] ___sys_sendmsg+0x14e/0x1d0 [ 186.383804][ T966] __sys_sendmsg+0x145/0x1f0 [ 186.383908][ T966] do_syscall_64+0x117/0x590 [ 186.384013][ T966] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 186.384130][ T966] IN-SOFTIRQ-W at: [ 186.384188][ T966] __lock_acquire+0x378/0xc10 [ 186.384287][ T966] lock_acquire.part.0+0xbc/0x260 [ 186.384388][ T966] _raw_write_lock+0x33/0x40 [ 186.384486][ T966] addrconf_rs_timer+0xb0/0x770 [ 186.384583][ T966] call_timer_fn+0x163/0x4f0 [ 186.384683][ T966] __run_timers+0x68f/0xab0 [ 186.384780][ T966] run_timer_softirq+0xf0/0x160 [ 186.384878][ T966] handle_softirqs+0x1d8/0x940 [ 186.384980][ T966] __irq_exit_rcu+0x103/0x1c0 [ 186.385084][ T966] irq_exit_rcu+0xe/0x30 [ 186.385181][ T966] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 186.385299][ T966] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 186.385418][ T966] pv_native_safe_halt+0xf/0x10 [ 186.385520][ T966] default_idle+0x9/0x10 [ 186.385617][ T966] default_idle_call+0x6e/0xb0 [ 186.385715][ T966] cpuidle_idle_call.constprop.0+0x237/0x410 [ 186.385833][ T966] do_idle+0xf5/0x160 [ 186.385931][ T966] cpu_startup_entry+0x53/0x70 [ 186.386031][ T966] start_secondary+0x204/0x2b0 [ 186.386130][ T966] common_startup_64+0x13e/0x148 [ 186.386229][ T966] IN-SOFTIRQ-R at: [ 186.386288][ T966] __lock_acquire+0x378/0xc10 [ 186.386386][ T966] lock_acquire.part.0+0xbc/0x260 [ 186.386483][ T966] _raw_read_lock_bh+0x44/0x80 [ 186.386591][ T966] ipv6_get_lladdr+0xa8/0x3f0 [ 186.386690][ T966] addrconf_rs_timer+0x251/0x770 [ 186.386792][ T966] call_timer_fn+0x163/0x4f0 [ 186.386892][ T966] __run_timers+0x68f/0xab0 [ 186.386990][ T966] run_timer_softirq+0xf0/0x160 [ 186.387092][ T966] handle_softirqs+0x1d8/0x940 [ 186.387194][ T966] __irq_exit_rcu+0x103/0x1c0 [ 186.387290][ T966] irq_exit_rcu+0xe/0x30 [ 186.387388][ T966] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 186.387505][ T966] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 186.387622][ T966] pv_native_safe_halt+0xf/0x10 [ 186.387722][ T966] default_idle+0x9/0x10 [ 186.387821][ T966] default_idle_call+0x6e/0xb0 [ 186.387924][ T966] cpuidle_idle_call.constprop.0+0x237/0x410 [ 186.388054][ T966] do_idle+0xf5/0x160 [ 186.388161][ T966] cpu_startup_entry+0x53/0x70 [ 186.388259][ T966] start_secondary+0x204/0x2b0 [ 186.388356][ T966] common_startup_64+0x13e/0x148 [ 186.388454][ T966] INITIAL USE at: [ 186.388515][ T966] __lock_acquire+0x378/0xc10 [ 186.388615][ T966] lock_acquire.part.0+0xbc/0x260 [ 186.388713][ T966] _raw_write_lock_bh+0x38/0x50 [ 186.388811][ T966] addrconf_permanent_addr+0x108/0x9c0 [ 186.388931][ T966] addrconf_notify+0x151/0xf30 [ 186.389032][ T966] notifier_call_chain+0xb0/0x320 [ 186.389131][ T966] __dev_notify_flags+0xde/0x280 [ 186.389237][ T966] netif_change_flags+0xfe/0x190 [ 186.389345][ T966] do_setlink.isra.0+0x1cc3/0x2750 [ 186.389448][ T966] rtnl_newlink+0x8d1/0xef0 [ 186.389546][ T966] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 186.389648][ T966] netlink_rcv_skb+0x14e/0x3a0 [ 186.389751][ T966] netlink_unicast+0x486/0x750 [ 186.389850][ T966] netlink_sendmsg+0x735/0xc60 [ 186.389947][ T966] ____sys_sendmsg+0x419/0x850 [ 186.390050][ T966] ___sys_sendmsg+0x14e/0x1d0 [ 186.390148][ T966] __sys_sendmsg+0x145/0x1f0 [ 186.390245][ T966] do_syscall_64+0x117/0x590 [ 186.390344][ T966] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 186.390460][ T966] INITIAL READ USE at: [ 186.390537][ T966] __lock_acquire+0x378/0xc10 [ 186.390635][ T966] lock_acquire.part.0+0xbc/0x260 [ 186.390752][ T966] _raw_read_lock_bh+0x44/0x80 [ 186.390858][ T966] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 186.390983][ T966] inet6_fill_link_af+0x5c/0xe0 [ 186.391084][ T966] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 186.391198][ T966] rtnl_getlink+0x9c9/0xeb0 [ 186.391296][ T966] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 186.391395][ T966] netlink_rcv_skb+0x14e/0x3a0 [ 186.391495][ T966] netlink_unicast+0x486/0x750 [ 186.391601][ T966] netlink_sendmsg+0x735/0xc60 [ 186.391704][ T966] ____sys_sendmsg+0x419/0x850 [ 186.391801][ T966] ___sys_sendmsg+0x14e/0x1d0 [ 186.391911][ T966] __sys_sendmsg+0x145/0x1f0 [ 186.392023][ T966] do_syscall_64+0x117/0x590 [ 186.392123][ T966] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 186.392238][ T966] } [ 186.392279][ T966] ... key at: [] __key.37+0x0/0x40 [ 186.392396][ T966] ... acquired at: [ 186.392462][ T966] __lock_acquire+0x508/0xc10 [ 186.392546][ T966] lock_acquire.part.0+0xbc/0x260 [ 186.392631][ T966] _raw_spin_lock+0x33/0x40 [ 186.392707][ T966] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 186.392803][ T966] __ipv6_dev_ac_inc+0x57e/0x930 [ 186.392884][ T966] addrconf_join_anycast+0x1bc/0x260 [ 186.392963][ T966] dev_forward_change+0x2be/0x850 [ 186.393051][ T966] addrconf_fixup_forwarding+0x2af/0x4d0 [ 186.393146][ T966] addrconf_sysctl_forward+0x209/0x2b0 [ 186.393223][ T966] proc_sys_call_handler+0x31b/0x480 [ 186.393302][ T966] new_sync_write+0x333/0x750 [ 186.393380][ T966] vfs_write+0x6a4/0xc10 [ 186.393459][ T966] ksys_write+0x116/0x250 [ 186.393543][ T966] do_syscall_64+0x117/0x590 [ 186.393621][ T966] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 186.393720][ T966] [ 186.393764][ T966] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 186.393850][ T966] HARDIRQ-ON-W at: [ 186.393913][ T966] __lock_acquire+0x378/0xc10 [ 186.394023][ T966] lock_acquire.part.0+0xbc/0x260 [ 186.394129][ T966] _raw_spin_lock+0x33/0x40 [ 186.394232][ T966] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 186.394355][ T966] __ipv6_dev_ac_inc+0x57e/0x930 [ 186.394459][ T966] addrconf_join_anycast+0x1bc/0x260 [ 186.394557][ T966] dev_forward_change+0x2be/0x850 [ 186.394658][ T966] addrconf_fixup_forwarding+0x2af/0x4d0 [ 186.394782][ T966] addrconf_sysctl_forward+0x209/0x2b0 [ 186.394884][ T966] proc_sys_call_handler+0x31b/0x480 [ 186.394981][ T966] new_sync_write+0x333/0x750 [ 186.395081][ T966] vfs_write+0x6a4/0xc10 [ 186.395182][ T966] ksys_write+0x116/0x250 [ 186.395282][ T966] do_syscall_64+0x117/0x590 [ 186.395387][ T966] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 186.395514][ T966] SOFTIRQ-ON-W at: [ 186.395574][ T966] __lock_acquire+0x378/0xc10 [ 186.395672][ T966] lock_acquire.part.0+0xbc/0x260 [ 186.395774][ T966] _raw_spin_lock+0x33/0x40 [ 186.395882][ T966] __ipv6_dev_ac_dec+0x236/0x5d0 [ 186.395982][ T966] addrconf_leave_anycast+0x1bc/0x260 [ 186.396087][ T966] dev_forward_change+0x3b3/0x850 [ 186.396189][ T966] addrconf_fixup_forwarding+0x2af/0x4d0 [ 186.396313][ T966] addrconf_sysctl_forward+0x209/0x2b0 [ 186.396418][ T966] proc_sys_call_handler+0x31b/0x480 [ 186.396517][ T966] new_sync_write+0x333/0x750 [ 186.396613][ T966] vfs_write+0x6a4/0xc10 [ 186.396714][ T966] ksys_write+0x116/0x250 [ 186.396815][ T966] do_syscall_64+0x117/0x590 [ 186.396913][ T966] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 186.397033][ T966] INITIAL USE at: [ 186.397093][ T966] __lock_acquire+0x378/0xc10 [ 186.397196][ T966] lock_acquire.part.0+0xbc/0x260 [ 186.397295][ T966] _raw_spin_lock+0x33/0x40 [ 186.397393][ T966] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 186.397518][ T966] __ipv6_dev_ac_inc+0x57e/0x930 [ 186.397621][ T966] addrconf_join_anycast+0x1bc/0x260 [ 186.397724][ T966] dev_forward_change+0x2be/0x850 [ 186.397826][ T966] addrconf_fixup_forwarding+0x2af/0x4d0 [ 186.397945][ T966] addrconf_sysctl_forward+0x209/0x2b0 [ 186.398047][ T966] proc_sys_call_handler+0x31b/0x480 [ 186.398154][ T966] new_sync_write+0x333/0x750 [ 186.398261][ T966] vfs_write+0x6a4/0xc10 [ 186.398360][ T966] ksys_write+0x116/0x250 [ 186.398458][ T966] do_syscall_64+0x117/0x590 [ 186.398556][ T966] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 186.398684][ T966] } [ 186.398724][ T966] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 186.398854][ T966] ... acquired at: [ 186.398912][ T966] mark_lock+0x1d7/0xa00 [ 186.398990][ T966] mark_usage+0x105/0x170 [ 186.399072][ T966] __lock_acquire+0x378/0xc10 [ 186.399148][ T966] lock_acquire.part.0+0xbc/0x260 [ 186.399224][ T966] _raw_spin_lock+0x33/0x40 [ 186.399306][ T966] __ipv6_dev_ac_dec+0x236/0x5d0 [ 186.399390][ T966] addrconf_leave_anycast+0x1bc/0x260 [ 186.399477][ T966] dev_forward_change+0x3b3/0x850 [ 186.399555][ T966] addrconf_fixup_forwarding+0x2af/0x4d0 [ 186.399654][ T966] addrconf_sysctl_forward+0x209/0x2b0 [ 186.399741][ T966] proc_sys_call_handler+0x31b/0x480 [ 186.399819][ T966] new_sync_write+0x333/0x750 [ 186.399897][ T966] vfs_write+0x6a4/0xc10 [ 186.399976][ T966] ksys_write+0x116/0x250 [ 186.400060][ T966] do_syscall_64+0x117/0x590 [ 186.400139][ T966] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 186.400235][ T966] [ 186.400285][ T966] [ 186.400285][ T966] stack backtrace: [ 186.400392][ T966] CPU: 0 UID: 0 PID: 966 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 186.400395][ T966] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 186.400397][ T966] Call Trace: [ 186.400398][ T966] [ 186.400399][ T966] dump_stack_lvl+0x6f/0xa0 [ 186.400404][ T966] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 186.400407][ T966] mark_lock_irq+0x989/0x9c0 [ 186.400410][ T966] mark_lock+0x1d7/0xa00 [ 186.400411][ T966] mark_usage+0x105/0x170 [ 186.400413][ T966] __lock_acquire+0x378/0xc10 [ 186.400415][ T966] lock_acquire.part.0+0xbc/0x260 [ 186.400416][ T966] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 186.400418][ T966] ? rcu_is_watching+0x15/0xd0 [ 186.400421][ T966] ? do_raw_read_unlock+0x70/0x70 [ 186.400422][ T966] ? lock_acquire+0x134/0x160 [ 186.400424][ T966] _raw_spin_lock+0x33/0x40 [ 186.400426][ T966] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 186.400427][ T966] __ipv6_dev_ac_dec+0x236/0x5d0 [ 186.400429][ T966] addrconf_leave_anycast+0x1bc/0x260 [ 186.400431][ T966] ? find_held_lock+0x2b/0x80 [ 186.400434][ T966] ? __ipv6_isatap_ifid+0x210/0x210 [ 186.400435][ T966] ? mark_held_locks+0x40/0x70 [ 186.400437][ T966] ? lockdep_hardirqs_on+0x8c/0x130 [ 186.400439][ T966] dev_forward_change+0x3b3/0x850 [ 186.400441][ T966] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 186.400443][ T966] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 186.400445][ T966] addrconf_fixup_forwarding+0x2af/0x4d0 [ 186.400448][ T966] addrconf_sysctl_forward+0x209/0x2b0 [ 186.400450][ T966] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 186.400452][ T966] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 186.400454][ T966] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 186.400457][ T966] ? proc_sys_call_handler+0x25d/0x480 [ 186.400459][ T966] proc_sys_call_handler+0x31b/0x480 [ 186.400461][ T966] ? proc_sys_lookup+0x3d0/0x3d0 [ 186.400463][ T966] ? rcu_read_unlock+0x1b/0x70 [ 186.400466][ T966] ? do_raw_spin_unlock+0x59/0x250 [ 186.400467][ T966] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 186.400469][ T966] ? rcu_read_lock_any_held+0x3c/0x90 [ 186.400471][ T966] ? proc_sys_call_handler+0x480/0x480 [ 186.400473][ T966] new_sync_write+0x333/0x750 [ 186.400474][ T966] ? __lock_acquire+0x508/0xc10 [ 186.400476][ T966] ? new_sync_read+0x740/0x740 [ 186.400477][ T966] ? lock_acquire.part.0+0xbc/0x260 [ 186.400478][ T966] ? ksys_write+0x116/0x250 [ 186.400481][ T966] vfs_write+0x6a4/0xc10 [ 186.400482][ T966] ksys_write+0x116/0x250 [ 186.400484][ T966] ? __ia32_sys_read+0xc0/0xc0 [ 186.400485][ T966] ? rcu_is_watching+0x15/0xd0 [ 186.400487][ T966] ? rcu_is_watching+0x15/0xd0 [ 186.400489][ T966] do_syscall_64+0x117/0x590 [ 186.400490][ T966] ? trace_hardirqs_off+0xd/0x30 [ 186.400493][ T966] ? exc_page_fault+0xee/0x100 [ 186.400494][ T966] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 186.400496][ T966] RIP: 0033:0x7f4ce601908e [ 186.400499][ T966] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 186.400500][ T966] RSP: 002b:00007fff10c7caf0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 186.400503][ T966] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f4ce601908e [ 186.400504][ T966] RDX: 0000000000000002 RSI: 0000555f566914b0 RDI: 0000000000000005 [ 186.400505][ T966] RBP: 00007fff10c7cb00 R08: 0000000000000000 R09: 0000000000000000 [ 186.400506][ T966] R10: 0000000000000000 R11: 0000000000000202 R12: 0000555f566935e0 [ 186.400507][ T966] R13: 0000555f56691470 R14: 0000000000000002 R15: 0000000000000000 [ 186.400509][ T966]