[ 8.953270][ T186] ip (186) used greatest stack depth: 24080 bytes left [ 144.685463][ T6332] ping6 (6332) used greatest stack depth: 24016 bytes left [ 354.383286][T17143] [ 354.383373][T17143] ======================================================== [ 354.383504][T17143] WARNING: possible irq lock inversion dependency detected [ 354.383645][T17143] 7.1.0-rc5-virtme #1 Not tainted [ 354.383734][T17143] -------------------------------------------------------- [ 354.383853][T17143] sysctl/17143 just changed the state of lock: [ 354.383961][T17143] ffffffffb857e8b8 (acaddr_hash_lock){+.+.}-{3:3}, at: __ipv6_dev_ac_dec+0x236/0x5d0 [ 354.384115][T17143] but this lock was taken by another, SOFTIRQ-READ-safe lock in the past: [ 354.384231][T17143] (&ndev->lock){++.-}-{3:3} [ 354.384234][T17143] [ 354.384234][T17143] [ 354.384234][T17143] and interrupts could create inverse lock ordering between them. [ 354.384234][T17143] [ 354.384535][T17143] [ 354.384535][T17143] other info that might help us debug this: [ 354.384653][T17143] Possible interrupt unsafe locking scenario: [ 354.384653][T17143] [ 354.384782][T17143] CPU0 CPU1 [ 354.384866][T17143] ---- ---- [ 354.384946][T17143] lock(acaddr_hash_lock); [ 354.385030][T17143] local_irq_disable(); [ 354.385129][T17143] lock(&ndev->lock); [ 354.385229][T17143] lock(acaddr_hash_lock); [ 354.385333][T17143] [ 354.385396][T17143] lock(&ndev->lock); [ 354.385466][T17143] [ 354.385466][T17143] *** DEADLOCK *** [ 354.385466][T17143] [ 354.385585][T17143] 2 locks held by sysctl/17143: [ 354.385667][T17143] #0: ff11000009bfc3e0 (sb_writers#3){.+.+}-{0:0}, at: ksys_write+0x116/0x250 [ 354.385813][T17143] #1: ffffffffb848c9c0 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_fixup_forwarding+0x4d/0x4d0 [ 354.385979][T17143] [ 354.385979][T17143] the shortest dependencies between 2nd lock and 1st lock: [ 354.386122][T17143] -> (&ndev->lock){++.-}-{3:3} { [ 354.386209][T17143] HARDIRQ-ON-W at: [ 354.386272][T17143] __lock_acquire+0x378/0xc10 [ 354.386378][T17143] lock_acquire.part.0+0xbc/0x260 [ 354.386488][T17143] _raw_write_lock_bh+0x38/0x50 [ 354.386592][T17143] addrconf_permanent_addr+0x108/0x9c0 [ 354.386713][T17143] addrconf_notify+0x151/0xf30 [ 354.386824][T17143] notifier_call_chain+0xb0/0x320 [ 354.386930][T17143] __dev_notify_flags+0xde/0x280 [ 354.387035][T17143] netif_change_flags+0xfe/0x190 [ 354.387143][T17143] do_setlink.isra.0+0x1cc3/0x2750 [ 354.387246][T17143] rtnl_newlink+0x8d1/0xef0 [ 354.387351][T17143] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 354.387456][T17143] netlink_rcv_skb+0x14e/0x3a0 [ 354.387559][T17143] netlink_unicast+0x486/0x750 [ 354.387668][T17143] netlink_sendmsg+0x735/0xc60 [ 354.387768][T17143] ____sys_sendmsg+0x419/0x850 [ 354.387872][T17143] ___sys_sendmsg+0x14e/0x1d0 [ 354.387975][T17143] __sys_sendmsg+0x145/0x1f0 [ 354.388079][T17143] do_syscall_64+0x117/0x590 [ 354.388183][T17143] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 354.388305][T17143] HARDIRQ-ON-R at: [ 354.388366][T17143] __lock_acquire+0x378/0xc10 [ 354.388474][T17143] lock_acquire.part.0+0xbc/0x260 [ 354.388577][T17143] _raw_read_lock_bh+0x44/0x80 [ 354.388679][T17143] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 354.388801][T17143] inet6_fill_link_af+0x5c/0xe0 [ 354.388903][T17143] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 354.389026][T17143] rtnl_getlink+0x9c9/0xeb0 [ 354.389128][T17143] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 354.389231][T17143] netlink_rcv_skb+0x14e/0x3a0 [ 354.389332][T17143] netlink_unicast+0x486/0x750 [ 354.389442][T17143] netlink_sendmsg+0x735/0xc60 [ 354.389543][T17143] ____sys_sendmsg+0x419/0x850 [ 354.389644][T17143] ___sys_sendmsg+0x14e/0x1d0 [ 354.389746][T17143] __sys_sendmsg+0x145/0x1f0 [ 354.389847][T17143] do_syscall_64+0x117/0x590 [ 354.389949][T17143] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 354.390071][T17143] IN-SOFTIRQ-R at: [ 354.390135][T17143] __lock_acquire+0x378/0xc10 [ 354.390236][T17143] lock_acquire.part.0+0xbc/0x260 [ 354.390341][T17143] _raw_read_lock_bh+0x44/0x80 [ 354.390450][T17143] ipv6_get_lladdr+0xa8/0x3f0 [ 354.390556][T17143] ndisc_send_ns+0xf3/0x120 [ 354.390658][T17143] ndisc_solicit+0x314/0x480 [ 354.390758][T17143] neigh_probe+0xb3/0x100 [ 354.390860][T17143] __neigh_event_send+0x802/0x1070 [ 354.390966][T17143] neigh_resolve_output+0xbe/0x140 [ 354.391075][T17143] ip6_finish_output2+0x423/0x1300 [ 354.391176][T17143] ip6_finish_output+0x646/0xda0 [ 354.391276][T17143] ip6_output+0x23f/0x7f0 [ 354.391380][T17143] ip6_forward+0x10f4/0x2bd0 [ 354.391489][T17143] ipv6_rcv+0x3c1/0x5a0 [ 354.391589][T17143] __netif_receive_skb_one_core+0xfc/0x180 [ 354.391709][T17143] process_backlog+0x2bc/0x1490 [ 354.391809][T17143] __napi_poll+0xa7/0x3b0 [ 354.391917][T17143] net_rx_action+0x513/0xf50 [ 354.392022][T17143] handle_softirqs+0x1d8/0x940 [ 354.392125][T17143] do_softirq+0xa9/0xe0 [ 354.392228][T17143] __local_bh_enable_ip+0x113/0x140 [ 354.392377][T17143] __neigh_event_send+0x30a/0x1070 [ 354.392485][T17143] neigh_resolve_output+0xbe/0x140 [ 354.392587][T17143] ip6_finish_output2+0x423/0x1300 [ 354.392687][T17143] ip6_finish_output+0x646/0xda0 [ 354.392846][T17143] ip6_output+0x23f/0x7f0 [ 354.392948][T17143] ip6_send_skb+0xee/0x350 [ 354.393052][T17143] rawv6_push_pending_frames+0x4cb/0xa90 [ 354.393217][T17143] rawv6_sendmsg+0x1434/0x1a50 [ 354.393318][T17143] __sys_sendto+0x2c9/0x400 [ 354.393426][T17143] __x64_sys_sendto+0xe4/0x1f0 [ 354.393570][T17143] do_syscall_64+0x117/0x590 [ 354.393670][T17143] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 354.393789][T17143] INITIAL USE at: [ 354.393894][T17143] __lock_acquire+0x378/0xc10 [ 354.393996][T17143] lock_acquire.part.0+0xbc/0x260 [ 354.394101][T17143] _raw_write_lock_bh+0x38/0x50 [ 354.394244][T17143] addrconf_permanent_addr+0x108/0x9c0 [ 354.394365][T17143] addrconf_notify+0x151/0xf30 [ 354.394473][T17143] notifier_call_chain+0xb0/0x320 [ 354.394621][T17143] __dev_notify_flags+0xde/0x280 [ 354.394724][T17143] netif_change_flags+0xfe/0x190 [ 354.394829][T17143] do_setlink.isra.0+0x1cc3/0x2750 [ 354.394929][T17143] rtnl_newlink+0x8d1/0xef0 [ 354.395082][T17143] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 354.395183][T17143] netlink_rcv_skb+0x14e/0x3a0 [ 354.395287][T17143] netlink_unicast+0x486/0x750 [ 354.395432][T17143] netlink_sendmsg+0x735/0xc60 [ 354.395534][T17143] ____sys_sendmsg+0x419/0x850 [ 354.395634][T17143] ___sys_sendmsg+0x14e/0x1d0 [ 354.395775][T17143] __sys_sendmsg+0x145/0x1f0 [ 354.395878][T17143] do_syscall_64+0x117/0x590 [ 354.395978][T17143] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 354.396147][T17143] INITIAL READ USE at: [ 354.396227][T17143] __lock_acquire+0x378/0xc10 [ 354.396327][T17143] lock_acquire.part.0+0xbc/0x260 [ 354.396495][T17143] _raw_read_lock_bh+0x44/0x80 [ 354.396597][T17143] inet6_fill_ifla6_attrs+0x1aee/0x21e0 [ 354.396716][T17143] inet6_fill_link_af+0x5c/0xe0 [ 354.396858][T17143] rtnl_fill_ifinfo.isra.0+0x1a45/0x2c20 [ 354.396981][T17143] rtnl_getlink+0x9c9/0xeb0 [ 354.397083][T17143] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 354.397229][T17143] netlink_rcv_skb+0x14e/0x3a0 [ 354.397330][T17143] netlink_unicast+0x486/0x750 [ 354.397437][T17143] netlink_sendmsg+0x735/0xc60 [ 354.397580][T17143] ____sys_sendmsg+0x419/0x850 [ 354.397681][T17143] ___sys_sendmsg+0x14e/0x1d0 [ 354.397787][T17143] __sys_sendmsg+0x145/0x1f0 [ 354.397888][T17143] do_syscall_64+0x117/0x590 [ 354.397990][T17143] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 354.398110][T17143] } [ 354.398152][T17143] ... key at: [] __key.37+0x0/0x40 [ 354.398318][T17143] ... acquired at: [ 354.398379][T17143] __lock_acquire+0x508/0xc10 [ 354.398465][T17143] lock_acquire.part.0+0xbc/0x260 [ 354.398546][T17143] _raw_spin_lock+0x33/0x40 [ 354.398669][T17143] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 354.398775][T17143] __ipv6_dev_ac_inc+0x57e/0x930 [ 354.398860][T17143] addrconf_join_anycast+0x1bc/0x260 [ 354.398944][T17143] __ipv6_ifa_notify+0x75b/0xad0 [ 354.399071][T17143] addrconf_dad_completed+0x14b/0xe10 [ 354.399152][T17143] addrconf_dad_work+0x3c1/0x930 [ 354.399232][T17143] process_one_work+0xdf8/0x1410 [ 354.399314][T17143] worker_thread+0x4f1/0xd60 [ 354.399443][T17143] kthread+0x367/0x460 [ 354.399504][T17143] ret_from_fork+0x474/0x6b0 [ 354.399586][T17143] ret_from_fork_asm+0x11/0x20 [ 354.399669][T17143] [ 354.399716][T17143] -> (acaddr_hash_lock){+.+.}-{3:3} { [ 354.399842][T17143] HARDIRQ-ON-W at: [ 354.399903][T17143] __lock_acquire+0x378/0xc10 [ 354.400008][T17143] lock_acquire.part.0+0xbc/0x260 [ 354.400152][T17143] _raw_spin_lock+0x33/0x40 [ 354.400253][T17143] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 354.400375][T17143] __ipv6_dev_ac_inc+0x57e/0x930 [ 354.400525][T17143] addrconf_join_anycast+0x1bc/0x260 [ 354.400626][T17143] __ipv6_ifa_notify+0x75b/0xad0 [ 354.400728][T17143] addrconf_dad_completed+0x14b/0xe10 [ 354.400832][T17143] addrconf_dad_work+0x3c1/0x930 [ 354.400976][T17143] process_one_work+0xdf8/0x1410 [ 354.401084][T17143] worker_thread+0x4f1/0xd60 [ 354.401184][T17143] kthread+0x367/0x460 [ 354.401310][T17143] ret_from_fork+0x474/0x6b0 [ 354.401410][T17143] ret_from_fork_asm+0x11/0x20 [ 354.401519][T17143] SOFTIRQ-ON-W at: [ 354.401580][T17143] __lock_acquire+0x378/0xc10 [ 354.401723][T17143] lock_acquire.part.0+0xbc/0x260 [ 354.401824][T17143] _raw_spin_lock+0x33/0x40 [ 354.401926][T17143] __ipv6_dev_ac_dec+0x236/0x5d0 [ 354.402073][T17143] addrconf_leave_anycast+0x1bc/0x260 [ 354.402177][T17143] dev_forward_change+0x3b3/0x850 [ 354.402277][T17143] addrconf_fixup_forwarding+0x2af/0x4d0 [ 354.402446][T17143] addrconf_sysctl_forward+0x209/0x2b0 [ 354.402545][T17143] proc_sys_call_handler+0x31b/0x480 [ 354.402648][T17143] new_sync_write+0x333/0x750 [ 354.402799][T17143] vfs_write+0x6a4/0xc10 [ 354.402900][T17143] ksys_write+0x116/0x250 [ 354.402998][T17143] do_syscall_64+0x117/0x590 [ 354.403144][T17143] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 354.403263][T17143] INITIAL USE at: [ 354.403324][T17143] __lock_acquire+0x378/0xc10 [ 354.403427][T17143] lock_acquire.part.0+0xbc/0x260 [ 354.403571][T17143] _raw_spin_lock+0x33/0x40 [ 354.403670][T17143] ipv6_add_acaddr_hash.isra.0+0x16d/0x350 [ 354.403792][T17143] __ipv6_dev_ac_inc+0x57e/0x930 [ 354.403934][T17143] addrconf_join_anycast+0x1bc/0x260 [ 354.404040][T17143] __ipv6_ifa_notify+0x75b/0xad0 [ 354.404140][T17143] addrconf_dad_completed+0x14b/0xe10 [ 354.404282][T17143] addrconf_dad_work+0x3c1/0x930 [ 354.404383][T17143] process_one_work+0xdf8/0x1410 [ 354.404489][T17143] worker_thread+0x4f1/0xd60 [ 354.404638][T17143] kthread+0x367/0x460 [ 354.404719][T17143] ret_from_fork+0x474/0x6b0 [ 354.404819][T17143] ret_from_fork_asm+0x11/0x20 [ 354.404922][T17143] } [ 354.404963][T17143] ... key at: [] acaddr_hash_lock+0x18/0x45a0 [ 354.405091][T17143] ... acquired at: [ 354.405155][T17143] mark_lock+0x1d7/0xa00 [ 354.405239][T17143] mark_usage+0x105/0x170 [ 354.405362][T17143] __lock_acquire+0x378/0xc10 [ 354.405448][T17143] lock_acquire.part.0+0xbc/0x260 [ 354.405529][T17143] _raw_spin_lock+0x33/0x40 [ 354.405610][T17143] __ipv6_dev_ac_dec+0x236/0x5d0 [ 354.405731][T17143] addrconf_leave_anycast+0x1bc/0x260 [ 354.405810][T17143] dev_forward_change+0x3b3/0x850 [ 354.405891][T17143] addrconf_fixup_forwarding+0x2af/0x4d0 [ 354.406038][T17143] addrconf_sysctl_forward+0x209/0x2b0 [ 354.406118][T17143] proc_sys_call_handler+0x31b/0x480 [ 354.406197][T17143] new_sync_write+0x333/0x750 [ 354.406277][T17143] vfs_write+0x6a4/0xc10 [ 354.406400][T17143] ksys_write+0x116/0x250 [ 354.406486][T17143] do_syscall_64+0x117/0x590 [ 354.406567][T17143] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 354.406666][T17143] [ 354.406705][T17143] [ 354.406705][T17143] stack backtrace: [ 354.406847][T17143] CPU: 1 UID: 0 PID: 17143 Comm: sysctl Not tainted 7.1.0-rc5-virtme #1 PREEMPT(full) [ 354.406850][T17143] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 354.406851][T17143] Call Trace: [ 354.406853][T17143] [ 354.406854][T17143] dump_stack_lvl+0x6f/0xa0 [ 354.406858][T17143] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 354.406862][T17143] mark_lock_irq+0x989/0x9c0 [ 354.406864][T17143] mark_lock+0x1d7/0xa00 [ 354.406866][T17143] mark_usage+0x105/0x170 [ 354.406868][T17143] __lock_acquire+0x378/0xc10 [ 354.406870][T17143] lock_acquire.part.0+0xbc/0x260 [ 354.406871][T17143] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 354.406873][T17143] ? rcu_is_watching+0x15/0xd0 [ 354.406876][T17143] ? do_raw_read_unlock+0x70/0x70 [ 354.406878][T17143] ? lock_acquire+0x134/0x160 [ 354.406880][T17143] _raw_spin_lock+0x33/0x40 [ 354.406882][T17143] ? __ipv6_dev_ac_dec+0x236/0x5d0 [ 354.406883][T17143] __ipv6_dev_ac_dec+0x236/0x5d0 [ 354.406885][T17143] addrconf_leave_anycast+0x1bc/0x260 [ 354.406887][T17143] ? find_held_lock+0x2b/0x80 [ 354.406890][T17143] ? __ipv6_isatap_ifid+0x210/0x210 [ 354.406892][T17143] ? mark_held_locks+0x40/0x70 [ 354.406893][T17143] ? lockdep_hardirqs_on+0x8c/0x130 [ 354.406896][T17143] dev_forward_change+0x3b3/0x850 [ 354.406898][T17143] ? addrconf_fixup_forwarding+0x4d/0x4d0 [ 354.406900][T17143] ? addrconf_sysctl_proxy_ndp+0x2f0/0x2f0 [ 354.406903][T17143] addrconf_fixup_forwarding+0x2af/0x4d0 [ 354.406905][T17143] addrconf_sysctl_forward+0x209/0x2b0 [ 354.406907][T17143] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 354.406910][T17143] ? addrconf_fixup_forwarding+0x4d0/0x4d0 [ 354.406912][T17143] ? __kvmalloc_node_noprof+0x305/0x8a0 [ 354.406915][T17143] ? proc_sys_call_handler+0x25d/0x480 [ 354.406918][T17143] proc_sys_call_handler+0x31b/0x480 [ 354.406920][T17143] ? proc_sys_lookup+0x3d0/0x3d0 [ 354.406922][T17143] ? do_fault_around+0x300/0x5a0 [ 354.406925][T17143] ? find_held_lock+0x2b/0x80 [ 354.406927][T17143] ? rcu_lockdep_current_cpu_online+0x39/0x1b0 [ 354.406929][T17143] ? rcu_read_lock_any_held+0x3c/0x90 [ 354.406931][T17143] ? proc_sys_call_handler+0x480/0x480 [ 354.406933][T17143] new_sync_write+0x333/0x750 [ 354.406934][T17143] ? __lock_acquire+0x508/0xc10 [ 354.406936][T17143] ? new_sync_read+0x740/0x740 [ 354.406937][T17143] ? lock_acquire.part.0+0xbc/0x260 [ 354.406939][T17143] ? ksys_write+0x116/0x250 [ 354.406941][T17143] vfs_write+0x6a4/0xc10 [ 354.406943][T17143] ksys_write+0x116/0x250 [ 354.406945][T17143] ? __ia32_sys_read+0xc0/0xc0 [ 354.406946][T17143] ? rcu_is_watching+0x15/0xd0 [ 354.406948][T17143] ? rcu_is_watching+0x15/0xd0 [ 354.406950][T17143] do_syscall_64+0x117/0x590 [ 354.406951][T17143] ? trace_hardirqs_off+0xd/0x30 [ 354.406954][T17143] ? exc_page_fault+0xee/0x100 [ 354.406956][T17143] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 354.406958][T17143] RIP: 0033:0x7f8e0b3c308e [ 354.406960][T17143] Code: 4d 89 d8 e8 94 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 354.406962][T17143] RSP: 002b:00007ffcd962c0d0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 354.406965][T17143] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007f8e0b3c308e [ 354.406966][T17143] RDX: 0000000000000002 RSI: 0000557d44b024b0 RDI: 0000000000000005 [ 354.406967][T17143] RBP: 00007ffcd962c0e0 R08: 0000000000000000 R09: 0000000000000000 [ 354.406968][T17143] R10: 0000000000000000 R11: 0000000000000202 R12: 0000557d44b045e0 [ 354.406969][T17143] R13: 0000557d44b02470 R14: 0000000000000002 R15: 0000000000000000 [ 354.406971][T17143]