====================================== | [ 1190.753901][ C3] #5: ffffffffbb98bda0 (rcu_read_lock){....}-{1:3}, at: unwind_next_frame (./include/linux/rcupdate.h:300 (discriminator 2) ./include/linux/rcupdate.h:838 (discriminator 2) ./include/linux/rcupdate.h:1181 (discriminator 2) arch/x86/kernel/unwind_orc.c:495 (discriminator 2)) | [ 1190.754057][ C3] #6: ffffffffbb98bc80 (rcu_callback){....}-{0:0}, at: rcu_do_batch (./include/linux/rcupdate.h:300 (discriminator 2) kernel/rcu/tree.c:2611 (discriminator 2)) | [ 1190.754232][ C3] | [ 1190.754232][ C3] stack backtrace: [ 1190.754353][ C3] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1190.754355][ C3] Workqueue: netns cleanup_net [ 1190.754358][ C3] Call Trace: [ 1190.754360][ C3] [ 1190.754362][ C3] dump_stack_lvl (lib/dump_stack.c:94 lib/dump_stack.c:120) [ 1190.754368][ C3] print_usage_bug.part.0.cold (kernel/locking/lockdep.c:4042) [ 1190.754371][ C3] ? filter_irq_stacks (kernel/stacktrace.c:402) [ 1190.754375][ C3] mark_lock_irq (kernel/locking/lockdep.c:4013 kernel/locking/lockdep.c:4056 kernel/locking/lockdep.c:4267) [ 1190.754377][ C3] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1061 (discriminator 37) arch/x86/kernel/apic/apic.c:1061 (discriminator 37)) [ 1190.754379][ C3] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:697) [ 1190.754381][ C3] ? save_trace (kernel/locking/lockdep.c:589) [ 1190.754382][ C3] ? __skb_to_sgvec (./include/linux/scatterlist.h:137 (discriminator 1) ./include/linux/scatterlist.h:162 (discriminator 1) net/core/skbuff.c:5254 (discriminator 1)) [ 1190.754385][ C3] mark_lock (kernel/locking/lockdep.c:4753) [ 1190.754387][ C3] mark_usage (kernel/locking/lockdep.c:4642) [ 1190.754388][ C3] __lock_acquire (kernel/locking/lockdep.c:5191) [ 1190.754390][ C3] ? mark_held_locks (kernel/locking/lockdep.c:4325) [ 1190.754391][ C3] ? rcu_do_batch (./include/linux/rcupdate.h:310 (discriminator 2) kernel/rcu/tree.c:2619 (discriminator 2)) [ 1190.754394][ C3] lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 1190.754396][ C3] ? tcf_mirred_release (./include/linux/spinlock.h:342 net/sched/act_mirred.c:78) act_mirred [ 1190.754398][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 1190.754400][ C3] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 1190.754402][ C3] _raw_spin_lock (./include/linux/spinlock_api_smp.h:158 (discriminator 1) kernel/locking/spinlock.c:158 (discriminator 1)) [ 1190.754403][ C3] ? tcf_mirred_release (./include/linux/spinlock.h:342 net/sched/act_mirred.c:78) act_mirred [ 1190.754405][ C3] tcf_mirred_release (./include/linux/spinlock.h:342 net/sched/act_mirred.c:78) act_mirred [ 1190.754407][ C3] tcf_action_rcu_free (net/sched/act_api.c:367 net/sched/act_api.c:378) [ 1190.754408][ C3] ? rcu_do_batch (./include/linux/rcupdate.h:310 (discriminator 2) kernel/rcu/tree.c:2619 (discriminator 2)) [ 1190.754410][ C3] rcu_do_batch (kernel/rcu/tree.c:2617) [ 1190.754413][ C3] ? trace_rcu_batch_end (./include/trace/events/rcu.h:714 (discriminator 19)) [ 1190.754415][ C3] ? mark_held_locks (kernel/locking/lockdep.c:4325) [ 1190.754416][ C3] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:470 (discriminator 2) kernel/locking/lockdep.c:4411 (discriminator 2)) [ 1190.754418][ C3] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4472) [ 1190.754420][ C3] rcu_core (kernel/rcu/tree.c:2869) [ 1190.754421][ C3] handle_softirqs (kernel/softirq.c:622) [ 1190.754423][ C3] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 1190.754426][ C3] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5535) [ 1190.754428][ C3] ? _local_bh_enable (kernel/softirq.c:405 (discriminator 1)) [ 1190.754431][ C3] __irq_exit_rcu (kernel/softirq.c:656 kernel/softirq.c:496 kernel/softirq.c:735) [ 1190.754433][ C3] irq_exit_rcu (kernel/softirq.c:752) [ 1190.754434][ C3] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1061 (discriminator 37) arch/x86/kernel/apic/apic.c:1061 (discriminator 37)) [ 1190.754436][ C3] [ 1190.754436][ C3] [ 1190.754437][ C3] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:697) [ 1190.754439][ C3] RIP: 0010:__orc_find (arch/x86/kernel/unwind_orc.c:111) [ 1190.754441][ C3] Code: e1 07 83 c1 03 40 38 f9 7c 05 40 84 ff 75 30 48 63 0a 48 01 d1 49 39 ca 73 b0 4c 8d 4a fc 4d 39 c1 73 b3 49 29 f3 48 83 c4 30 <49> c1 fb 02 4b 8d 04 5b 48 8d 04 43 5b c3 31 c0 c3 48 89 f0 c3 48 All code ======== 0: e1 07 loope 0x9 2: 83 c1 03 add $0x3,%ecx 5: 40 38 f9 cmp %dil,%cl 8: 7c 05 jl 0xf a: 40 84 ff test %dil,%dil d: 75 30 jne 0x3f f: 48 63 0a movslq (%rdx),%rcx 12: 48 01 d1 add %rdx,%rcx 15: 49 39 ca cmp %rcx,%r10 18: 73 b0 jae 0xffffffffffffffca 1a: 4c 8d 4a fc lea -0x4(%rdx),%r9 1e: 4d 39 c1 cmp %r8,%r9 21: 73 b3 jae 0xffffffffffffffd6 23: 49 29 f3 sub %rsi,%r11 26: 48 83 c4 30 add $0x30,%rsp 2a:* 49 c1 fb 02 sar $0x2,%r11 <-- trapping instruction 2e: 4b 8d 04 5b lea (%r11,%r11,2),%rax 32: 48 8d 04 43 lea (%rbx,%rax,2),%rax 36: 5b pop %rbx 37: c3 ret 38: 31 c0 xor %eax,%eax 3a: c3 ret 3b: 48 89 f0 mov %rsi,%rax 3e: c3 ret 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 49 c1 fb 02 sar $0x2,%r11 4: 4b 8d 04 5b lea (%r11,%r11,2),%rax 8: 48 8d 04 43 lea (%rbx,%rax,2),%rax c: 5b pop %rbx d: c3 ret e: 31 c0 xor %eax,%eax 10: c3 ret 11: 48 89 f0 mov %rsi,%rax 14: c3 ret 15: 48 rex.W [ 1190.754443][ C3] RSP: 0018:ffa00000004a6d88 EFLAGS: 00000286 [ 1190.754446][ C3] RAX: dffffc0000000000 RBX: ffffffffbc7c2116 RCX: ffffffffb9f6e8ca [ 1190.754448][ C3] RDX: ffffffffbc4e06a0 RSI: ffffffffbc4e06a0 RDI: 0000000000000000 [ 1190.754449][ C3] RBP: 0000000000000001 R08: ffffffffbc4e06a4 R09: ffffffffbc4e06a0 [ 1190.754451][ C3] R10: ffffffffb9f6e9d0 R11: 0000000000000000 R12: ffa00000004a6ef0 [ 1190.754453][ C3] R13: ffa00000004a6e98 R14: ff11000008fec640 R15: 0000000000000000 [ 1190.754454][ C3] ? rtmsg_fib (./include/linux/skbuff.h:1386 ./include/net/netlink.h:1055 net/ipv4/fib_semantics.c:551) [ 1190.754457][ C3] ? rtmsg_fib (net/ipv4/fib_semantics.c:545) [ 1190.754459][ C3] unwind_next_frame (arch/x86/kernel/unwind_orc.c:217 arch/x86/kernel/unwind_orc.c:510) [ 1190.754461][ C3] ? rtmsg_fib (./include/linux/skbuff.h:1386 ./include/net/netlink.h:1055 net/ipv4/fib_semantics.c:551) [ 1190.754462][ C3] ? stack_access_ok (./arch/x86/include/asm/stacktrace.h:55) [ 1190.754464][ C3] ? __unwind_start (arch/x86/kernel/unwind_orc.c:787) [ 1190.754466][ C3] ? write_profile (profile.c:?) [ 1190.754468][ C3] arch_stack_walk (arch/x86/kernel/stacktrace.c:25) [ 1190.754472][ C3] ? rtmsg_fib (./include/linux/skbuff.h:1386 ./include/net/netlink.h:1055 net/ipv4/fib_semantics.c:551) [ 1190.754474][ C3] stack_trace_save (kernel/stacktrace.c:122 (discriminator 1)) [ 1190.754476][ C3] ? filter_irq_stacks (kernel/stacktrace.c:402) [ 1190.754478][ C3] ? __unwind_start (arch/x86/kernel/unwind_orc.c:787) [ 1190.754479][ C3] ? cleanup_net (net/core/net_namespace.c:702) [ 1190.754481][ C3] ? write_profile (profile.c:?) [ 1190.754483][ C3] ? __kernel_text_address (kernel/extable.c:79) [ 1190.754484][ C3] ? write_profile (profile.c:?) [ 1190.754486][ C3] kasan_save_stack (mm/kasan/common.c:57) [ 1190.754489][ C3] ? kasan_save_stack (mm/kasan/common.c:57) [ 1190.754490][ C3] ? kasan_save_track (mm/kasan/common.c:78) [ 1190.754491][ C3] ? __kasan_slab_alloc (mm/kasan/common.c:340 mm/kasan/common.c:366) [ 1190.754493][ C3] ? kmem_cache_alloc_node_noprof (./include/linux/kasan.h:253 mm/slub.c:4570 mm/slub.c:4899 mm/slub.c:4951) [ 1190.754495][ C3] ? kmalloc_reserve (net/core/skbuff.c:613 (discriminator 7)) [ 1190.754496][ C3] ? __alloc_skb (net/core/skbuff.c:713) [ 1190.754498][ C3] ? rtmsg_fib (./include/linux/skbuff.h:1386 ./include/net/netlink.h:1055 net/ipv4/fib_semantics.c:551) [ 1190.754503][ C3] kasan_save_track (mm/kasan/common.c:78) [ 1190.754504][ C3] __kasan_slab_alloc (mm/kasan/common.c:340 mm/kasan/common.c:366) [ 1190.754506][ C3] kmem_cache_alloc_node_noprof (./include/linux/kasan.h:253 mm/slub.c:4570 mm/slub.c:4899 mm/slub.c:4951) [ 1190.754508][ C3] kmalloc_reserve (net/core/skbuff.c:613 (discriminator 7)) [ 1190.754510][ C3] __alloc_skb (net/core/skbuff.c:713) [ 1190.754511][ C3] ? __alloc_skb (./include/linux/bottom_half.h:20 (discriminator 2) net/core/skbuff.c:695 (discriminator 2)) [ 1190.754513][ C3] ? napi_skb_cache_get (./include/linux/local_lock_internal.h:61) [ 1190.754515][ C3] ? atomic_notifier_call_chain (./include/linux/rcupdate.h:871 kernel/notifier.c:224) [ 1190.754517][ C3] rtmsg_fib (./include/linux/skbuff.h:1386 ./include/net/netlink.h:1055 net/ipv4/fib_semantics.c:551) [ 1190.754519][ C3] ? fib_dump_info (net/ipv4/fib_semantics.c:1725) [ 1190.754520][ C3] ? ret_from_fork_asm (arch/x86/entry/entry_64.S:245) [ 1190.754523][ C3] fib_table_delete (net/ipv4/fib_trie.c:1740 (discriminator 1)) [ 1190.754526][ C3] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 1190.754527][ C3] ? fib_table_lookup (net/ipv4/fib_trie.c:1604) [ 1190.754529][ C3] ? lockdep_rtnl_is_held (./include/linux/lockdep.h:249 net/core/rtnetlink.c:182) [ 1190.754531][ C3] ? fib_get_table (net/ipv4/fib_frontend.c:124 (discriminator 2)) [ 1190.754534][ C3] fib_magic (net/ipv4/fib_frontend.c:1136) [ 1190.754536][ C3] ? fib_new_table (net/ipv4/fib_frontend.c:88 (discriminator 1)) [ 1190.754540][ C3] fib_del_ifaddr (net/ipv4/fib_frontend.c:1347) [ 1190.754541][ C3] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 1190.754543][ C3] fib_inetaddr_event (net/ipv4/fib_frontend.c:1478) [ 1190.754545][ C3] notifier_call_chain (kernel/notifier.c:85) [ 1190.754547][ C3] blocking_notifier_call_chain (kernel/notifier.c:380 kernel/notifier.c:368) [ 1190.754549][ C3] __inet_del_ifa (net/ipv4/devinet.c:450) [ 1190.754552][ C3] ? lockdep_rtnl_is_held (./include/linux/lockdep.h:249 net/core/rtnetlink.c:182) [ 1190.754553][ C3] inetdev_event (net/ipv4/devinet.c:487 net/ipv4/devinet.c:328 net/ipv4/devinet.c:1655) [ 1190.754555][ C3] ? mutex_is_locked (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:3188 kernel/locking/mutex.h:48 kernel/locking/mutex.c:65) [ 1190.754559][ C3] notifier_call_chain (kernel/notifier.c:85) [ 1190.754562][ C3] unregister_netdevice_many_notify (net/core/dev.c:2287 net/core/dev.c:2301 net/core/dev.c:12446) [ 1190.754566][ C3] ? unregister_netdevice_queued (./include/linux/list.h:404 (discriminator 3)) [ 1190.754567][ C3] ? mutex_is_locked (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:3188 kernel/locking/mutex.h:48 kernel/locking/mutex.c:65) [ 1190.754569][ C3] ? rtnl_is_locked (net/core/rtnetlink.c:169) [ 1190.754571][ C3] ? unregister_netdevice_queue (net/core/dev.c:12311 (discriminator 1)) [ 1190.754575][ C3] default_device_exit_batch (net/core/dev.c:12507 net/core/dev.c:13099) [ 1190.754578][ C3] ? unregister_netdev (./include/net/net_namespace.h:419 (discriminator 7)) [ 1190.754581][ C3] ? perf_trace_sched_switch (./include/linux/list.h:1021 (discriminator 3)) [ 1190.754584][ C3] ? fou_exit_net (net/ipv4/fou_core.c:1228) [ 1190.754588][ C3] ops_undo_list (net/core/net_namespace.c:205 net/core/net_namespace.c:252) [ 1190.754590][ C3] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4472) [ 1190.754591][ C3] ? netns_install (./include/linux/ns_common.h:26) [ 1190.754593][ C3] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5535) [ 1190.754594][ C3] ? idr_destroy (lib/radix-tree.c:310 lib/radix-tree.c:674 lib/radix-tree.c:1563) [ 1190.754597][ C3] cleanup_net (net/core/net_namespace.c:702) [ 1190.754599][ C3] ? net_passive_dec (./include/linux/llist.h:241) [ 1190.754600][ C3] ? process_one_work (kernel/workqueue.c:3290 (discriminator 2)) [ 1190.754602][ C3] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 1190.754604][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 1190.754606][ C3] process_one_work (kernel/workqueue.c:3314) [ 1190.754608][ C3] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 1190.754610][ C3] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 1190.754613][ C3] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 1190.754615][ C3] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 1190.754617][ C3] ? __kthread_parkme (./include/linux/instrumented.h:82 ./include/asm-generic/bitops/instrumented-non-atomic.h:141 kernel/kthread.c:272) [ 1190.754619][ C3] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 1190.754621][ C3] kthread (kernel/kthread.c:436) [ 1190.754623][ C3] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 1190.754626][ C3] ? kthread_affine_node (kernel/kthread.c:378) [ 1190.754628][ C3] ret_from_fork (arch/x86/kernel/process.c:158) [ 1190.754630][ C3] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 1190.754632][ C3] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 1190.754634][ C3] ? kthread_affine_node (kernel/kthread.c:378) Finger prints: mark_lock_irq:mark_lock:mark_usage:__lock_acquire:_raw_spin_lock