[ 276.933262][ T1083] netdevsim: Exceeded number of supported nexthops [ 276.933390][ T1083] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 276.933392][ T1083] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 1083, name: ip [ 276.933393][ T1083] preempt_count: 1, expected: 0 [ 276.933394][ T1083] RCU nest depth: 0, expected: 0 [ 276.933395][ T1083] locks held by ip/1083: 5, last CPU#2: [ 276.933398][ T1083] #0: ffffffff87afe280 (rtnl_mutex){+.+.}-{4:4}, at: rtm_del_nexthop+0x1ca/0x370 [ 276.933410][ T1083] #1: ffffffff87399cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 276.933416][ T1083] #2: ffffffff87399d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 276.933419][ T1083] #3: ffffffff87289660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 276.933422][ T1083] #4: ffffffff87289560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x202/0x4f0 [ 276.933426][ T1083] irq event stamp: 23172 [ 276.933427][ T1083] hardirqs last enabled at (23171): [] __down_trylock_console_sem+0x86/0xa0 [ 276.933429][ T1083] hardirqs last disabled at (23172): [] console_emit_next_record+0x3f8/0x4f0 [ 276.933431][ T1083] softirqs last enabled at (23122): [] __remove_nexthop+0x236/0x800 [ 276.933432][ T1083] softirqs last disabled at (23120): [] __remove_nexthop+0xff/0x800 [ 276.933434][ T1083] Preemption disabled at: [ 276.933435][ T1083] [] vprintk_emit+0x31b/0x3e0 [ 276.933440][ T1083] CPU: 2 UID: 0 PID: 1083 Comm: ip Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 276.933444][ T1083] Tainted: [W]=WARN [ 276.933445][ T1083] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 276.933446][ T1083] Call Trace: [ 276.933448][ T1083] [ 276.933449][ T1083] dump_stack_lvl+0x6f/0xa0 [ 276.933455][ T1083] ? vprintk_emit+0x31b/0x3e0 [ 276.933457][ T1083] __might_resched.cold+0x1fe/0x2c1 [ 276.933462][ T1083] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 276.933466][ T1083] ? __kmalloc_noprof+0xdb/0x760 [ 276.933471][ T1083] __kmalloc_noprof+0x443/0x760 [ 276.933473][ T1083] ? alloc_buf.isra.0+0x4b/0x260 [ 276.933478][ T1083] ? do_raw_spin_unlock+0x59/0x250 [ 276.933481][ T1083] alloc_buf.isra.0+0x4b/0x260 [ 276.933484][ T1083] put_chars+0x1e1/0x2f0 [ 276.933487][ T1083] ? __send_to_port+0x420/0x420 [ 276.933491][ T1083] ? validate_chain+0x34a/0xc20 [ 276.933495][ T1083] hvc_console_print+0x292/0x780 [ 276.933497][ T1083] ? mark_usage+0x61/0x170 [ 276.933499][ T1083] ? __lock_acquire+0x518/0xc20 [ 276.933500][ T1083] ? __lock_acquire+0x518/0xc20 [ 276.933504][ T1083] ? hvc_write+0x3a0/0x3a0 [ 276.933506][ T1083] ? console_emit_next_record+0x202/0x4f0 [ 276.933509][ T1083] ? rcu_is_watching+0x16/0xd0 [ 276.933512][ T1083] ? lock_acquire+0x13c/0x160 [ 276.933516][ T1083] console_emit_next_record+0x252/0x4f0 [ 276.933519][ T1083] ? devkmsg_read+0x4e0/0x4e0 [ 276.933523][ T1083] ? rcu_is_watching+0x16/0xd0 [ 276.933525][ T1083] ? lock_acquire+0x13c/0x160 [ 276.933529][ T1083] console_flush_one_record+0x46f/0x710 [ 276.933533][ T1083] ? console_emit_next_record+0x4f0/0x4f0 [ 276.933534][ T1083] ? __lock_acquire+0x518/0xc20 [ 276.933539][ T1083] console_unlock+0xee/0x1f0 [ 276.933541][ T1083] ? console_flush_one_record+0x710/0x710 [ 276.933543][ T1083] ? rcu_is_watching+0x16/0xd0 [ 276.933545][ T1083] ? lock_acquire+0x60/0x160 [ 276.933548][ T1083] ? __down_trylock_console_sem+0x5e/0xa0 [ 276.933550][ T1083] ? vprintk_emit+0x320/0x3e0 [ 276.933553][ T1083] vprintk_emit+0x37c/0x3e0 [ 276.933556][ T1083] ? wake_up_klogd_work_func+0x90/0x90 [ 276.933559][ T1083] ? kfree+0x123/0x590 [ 276.933563][ T1083] _printk+0xc7/0x100 [ 276.933566][ T1083] ? snapshot_read.cold+0x21/0x21 [ 276.933571][ T1083] ? nh_hthr_group_rebalance+0x167/0x270 [ 276.933574][ T1083] ? kasan_quarantine_put+0x13e/0x2b0 [ 276.933578][ T1083] remove_nh_grp_entry.cold+0x1b8/0x1fa [ 276.933586][ T1083] ? __lock_acquire+0x518/0xc20 [ 276.933588][ T1083] ? replace_nexthop_grp_res+0xa00/0xa00 [ 276.933594][ T1083] ? __rwlock_init+0x150/0x150 [ 276.933596][ T1083] ? mark_held_locks+0x40/0x70 [ 276.933600][ T1083] __remove_nexthop+0x46d/0x800 [ 276.933604][ T1083] ? remove_nh_grp_entry+0x15f0/0x15f0 [ 276.933609][ T1083] remove_nexthop+0x50/0x100 [ 276.933611][ T1083] rtm_del_nexthop+0x2ba/0x370 [ 276.933614][ T1083] ? remove_nexthop+0x100/0x100 [ 276.933618][ T1083] ? remove_nexthop+0x100/0x100 [ 276.933621][ T1083] ? rtnetlink_rcv_msg+0x6dc/0xbd0 [ 276.933625][ T1083] ? remove_nexthop+0x100/0x100 [ 276.933627][ T1083] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 276.933631][ T1083] ? rtnl_link_fill+0x900/0x900 [ 276.933632][ T1083] ? __lock_acquire+0x518/0xc20 [ 276.933636][ T1083] ? lock_acquire.part.0+0xd4/0x280 [ 276.933638][ T1083] ? find_held_lock+0x2b/0x80 [ 276.933649][ T1083] netlink_rcv_skb+0x14e/0x3a0 [ 276.933652][ T1083] ? rtnl_link_fill+0x900/0x900 [ 276.933655][ T1083] ? netlink_ack+0xcd0/0xcd0 [ 276.933662][ T1083] ? netlink_deliver_tap+0xc5/0x330 [ 276.933664][ T1083] ? netlink_deliver_tap+0x13c/0x330 [ 276.933668][ T1083] netlink_unicast+0x486/0x750 [ 276.933672][ T1083] ? netlink_attachskb+0x810/0x810 [ 276.933675][ T1083] ? __lock_acquire+0x518/0xc20 [ 276.933679][ T1083] netlink_sendmsg+0x735/0xc60 [ 276.933683][ T1083] ? netlink_unicast+0x750/0x750 [ 276.933687][ T1083] ? __might_fault+0x97/0x140 [ 276.933692][ T1083] ____sys_sendmsg+0x415/0x880 [ 276.933696][ T1083] ? copy_msghdr_from_user+0x279/0x420 [ 276.933699][ T1083] ? get_timestamp.constprop.0+0x3a0/0x3a0 [ 276.933701][ T1083] ? move_addr_to_kernel+0x40/0x40 [ 276.933706][ T1083] ? do_fault_around+0x300/0x5a0 [ 276.933707][ T1083] ? find_held_lock+0x2b/0x80 [ 276.933711][ T1083] ___sys_sendmsg+0x14e/0x1d0 [ 276.933713][ T1083] ? do_pte_missing+0x86f/0xcc0 [ 276.933716][ T1083] ? copy_msghdr_from_user+0x420/0x420 [ 276.933719][ T1083] ? rcu_read_unlock+0x20/0x70 [ 276.933733][ T1083] __sys_sendmsg+0x12c/0x1d0 [ 276.933735][ T1083] ? __sys_sendmsg_sock+0x20/0x20 [ 276.933742][ T1083] ? rcu_is_watching+0x16/0xd0 [ 276.933744][ T1083] ? rcu_is_watching+0x16/0xd0 [ 276.933748][ T1083] do_syscall_64+0xff/0x530 [ 276.933751][ T1083] ? exc_page_fault+0xee/0x100 [ 276.933754][ T1083] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 276.933756][ T1083] RIP: 0033:0x7f915dd5b54e [ 276.933760][ T1083] Code: 4d 89 d8 e8 b4 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 276.933761][ T1083] RSP: 002b:00007fff7c04baa0 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 276.933764][ T1083] RAX: ffffffffffffffda RBX: 00007fff7c04c650 RCX: 00007f915dd5b54e [ 276.933765][ T1083] RDX: 0000000000000000 RSI: 00007fff7c04bb50 RDI: 0000000000000005 [ 276.933766][ T1083] RBP: 00007fff7c04bab0 R08: 0000000000000000 R09: 0000000000000000 [ 276.933767][ T1083] R10: 0000000000000000 R11: 0000000000000202 R12: 000000006a90e28b [ 276.933768][ T1083] R13: 00000000004a1620 R14: 0000000000000004 R15: 00007fff7c04c630 [ 276.933775][ T1083] [ 276.977357][ T1083] ip (1083) used greatest stack depth: 24040 bytes left [ 277.667500][ T1129] netdevsim: Failed to replace nexthop bucket [ 277.668633][ T1129] netdevsim: Failed to replace nexthop bucket [ 278.490295][ T1183] Failed to register nexthop notifier [ 278.490379][ T1183] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 278.490381][ T1183] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 1183, name: devlink [ 278.490383][ T1183] preempt_count: 1, expected: 0 [ 278.490384][ T1183] RCU nest depth: 0, expected: 0 [ 278.490385][ T1183] locks held by devlink/1183: 7, last CPU#3: [ 278.490387][ T1183] #0: ffffffff87b5db48 (cb_lock){++++}-{4:4}, at: genl_rcv+0x19/0x40 [ 278.490400][ T1183] #1: ff1100000d786928 (&dev->mutex){....}-{4:4}, at: devlink_get_from_attrs_lock+0x1e8/0x470 [ 278.490406][ T1183] #2: ff1100000d4c8a58 (&devlink->lock_key){+.+.}-{4:4}, at: devlink_get_from_attrs_lock+0x1f0/0x470 [ 278.490409][ T1183] #3: ffffffff87399cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 278.490415][ T1183] #4: ffffffff87399d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 278.490419][ T1183] #5: ffffffff87289660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 278.490422][ T1183] #6: ffffffff87289560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x202/0x4f0 [ 278.490426][ T1183] irq event stamp: 29854 [ 278.490427][ T1183] hardirqs last enabled at (29853): [] __down_trylock_console_sem+0x86/0xa0 [ 278.490429][ T1183] hardirqs last disabled at (29854): [] console_emit_next_record+0x3f8/0x4f0 [ 278.490431][ T1183] softirqs last enabled at (29784): [] handle_softirqs+0x67c/0x900 [ 278.490434][ T1183] softirqs last disabled at (28883): [] __irq_exit_rcu+0x145/0x1c0 [ 278.490437][ T1183] Preemption disabled at: [ 278.490438][ T1183] [] vprintk_emit+0x31b/0x3e0 [ 278.490444][ T1183] CPU: 3 UID: 0 PID: 1183 Comm: devlink Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 278.490447][ T1183] Tainted: [W]=WARN [ 278.490448][ T1183] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 278.490450][ T1183] Call Trace: [ 278.490452][ T1183] [ 278.490453][ T1183] dump_stack_lvl+0x6f/0xa0 [ 278.490459][ T1183] ? vprintk_emit+0x31b/0x3e0 [ 278.490461][ T1183] __might_resched.cold+0x1fe/0x2c1 [ 278.490466][ T1183] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 278.490470][ T1183] ? __kmalloc_noprof+0xdb/0x760 [ 278.490474][ T1183] __kmalloc_noprof+0x443/0x760 [ 278.490477][ T1183] ? alloc_buf.isra.0+0x4b/0x260 [ 278.490483][ T1183] ? do_raw_spin_unlock+0x59/0x250 [ 278.490485][ T1183] alloc_buf.isra.0+0x4b/0x260 [ 278.490488][ T1183] put_chars+0x1e1/0x2f0 [ 278.490491][ T1183] ? __send_to_port+0x420/0x420 [ 278.490498][ T1183] hvc_console_print+0x292/0x780 [ 278.490504][ T1183] ? hvc_write+0x3a0/0x3a0 [ 278.490507][ T1183] ? lock_acquire+0x13c/0x160 [ 278.490511][ T1183] console_emit_next_record+0x252/0x4f0 [ 278.490514][ T1183] ? devkmsg_read+0x4e0/0x4e0 [ 278.490519][ T1183] ? rcu_is_watching+0x16/0xd0 [ 278.490522][ T1183] ? lock_acquire+0x13c/0x160 [ 278.490526][ T1183] console_flush_one_record+0x46f/0x710 [ 278.490530][ T1183] ? console_emit_next_record+0x4f0/0x4f0 [ 278.490532][ T1183] ? __lock_acquire+0x518/0xc20 [ 278.490537][ T1183] console_unlock+0xee/0x1f0 [ 278.490540][ T1183] ? console_flush_one_record+0x710/0x710 [ 278.490541][ T1183] ? rcu_is_watching+0x16/0xd0 [ 278.490543][ T1183] ? lock_acquire+0x60/0x160 [ 278.490547][ T1183] ? __down_trylock_console_sem+0x5e/0xa0 [ 278.490548][ T1183] ? vprintk_emit+0x320/0x3e0 [ 278.490552][ T1183] vprintk_emit+0x37c/0x3e0 [ 278.490555][ T1183] ? wake_up_klogd_work_func+0x90/0x90 [ 278.490558][ T1183] ? __rtnl_unlock+0x5b/0x100 [ 278.490562][ T1183] ? netdev_run_todo+0x2a8/0xfd0 [ 278.490567][ T1183] _printk+0xc7/0x100 [ 278.490570][ T1183] ? snapshot_read.cold+0x21/0x21 [ 278.490577][ T1183] ? __mutex_unlock_slowpath+0x14d/0x740 [ 278.490581][ T1183] nsim_fib_create.cold+0x1d/0x22 [netdevsim] [ 278.490591][ T1183] ? nsim_fib_get_val+0xe0/0xe0 [netdevsim] [ 278.490597][ T1183] ? queue_delayed_work_on+0x95/0x100 [ 278.490601][ T1183] ? nsim_dev_traps_init+0x42f/0x5a0 [netdevsim] [ 278.490607][ T1183] nsim_dev_reload_create+0x1cf/0x4c0 [netdevsim] [ 278.490612][ T1183] ? devlink_reload_reinit_sanity_check+0xf8/0x240 [ 278.490615][ T1183] devlink_reload+0x264/0x430 [ 278.490617][ T1183] ? xa_get_mark+0x140/0x550 [ 278.490621][ T1183] ? devlink_notify_unregister+0x60/0x60 [ 278.490624][ T1183] ? devlink_resources_validate+0xb0/0x130 [ 278.490631][ T1183] devlink_nl_reload_doit+0xbd9/0x1160 [ 278.490633][ T1183] ? devlink_get_from_attrs_lock+0x1f0/0x470 [ 278.490634][ T1183] ? devlink_get_from_attrs_lock+0x230/0x470 [ 278.490636][ T1183] ? devlink_reload+0x430/0x430 [ 278.490638][ T1183] ? devlink_nl_msg_reply_and_new+0x180/0x180 [ 278.490641][ T1183] ? __nla_parse+0x22/0x30 [ 278.490644][ T1183] ? genl_family_rcv_msg_attrs_parse.isra.0+0x189/0x330 [ 278.490656][ T1183] genl_family_rcv_msg_doit+0x206/0x300 [ 278.490659][ T1183] ? genl_family_rcv_msg_attrs_parse.isra.0+0x330/0x330 [ 278.490661][ T1183] ? __lock_release.isra.0+0x69/0x1a0 [ 278.490667][ T1183] ? rcu_is_watching+0x16/0xd0 [ 278.490669][ T1183] ? cap_capable+0x1d7/0x3d0 [ 278.490673][ T1183] ? write_profile+0xf0/0xf0 [ 278.490676][ T1183] ? unwind_get_return_address+0x67/0xd0 [ 278.490682][ T1183] genl_family_rcv_msg+0x3a4/0x640 [ 278.490686][ T1183] ? genl_family_rcv_msg_dumpit+0x340/0x340 [ 278.490688][ T1183] ? rcu_read_lock_any_held+0x3c/0x90 [ 278.490690][ T1183] ? devlink_nl_pre_doit_port+0x110/0x110 [ 278.490692][ T1183] ? devlink_reload+0x430/0x430 [ 278.490693][ T1183] ? devlink_nl_post_doit+0x80/0x80 [ 278.490695][ T1183] ? __lock_acquire+0x518/0xc20 [ 278.490701][ T1183] genl_rcv_msg+0xbb/0x160 [ 278.490704][ T1183] netlink_rcv_skb+0x14e/0x3a0 [ 278.490706][ T1183] ? genl_family_rcv_msg+0x640/0x640 [ 278.490710][ T1183] ? netlink_ack+0xcd0/0xcd0 [ 278.490718][ T1183] ? netlink_deliver_tap+0xc5/0x330 [ 278.490720][ T1183] ? netlink_deliver_tap+0x13c/0x330 [ 278.490724][ T1183] genl_rcv+0x28/0x40 [ 278.490727][ T1183] netlink_unicast+0x486/0x750 [ 278.490731][ T1183] ? netlink_attachskb+0x810/0x810 [ 278.490733][ T1183] ? __lock_acquire+0x518/0xc20 [ 278.490741][ T1183] netlink_sendmsg+0x735/0xc60 [ 278.490745][ T1183] ? netlink_unicast+0x750/0x750 [ 278.490749][ T1183] ? __might_fault+0x97/0x140 [ 278.490753][ T1183] ? __might_fault+0x97/0x140 [ 278.490756][ T1183] __sys_sendto+0x2aa/0x400 [ 278.490760][ T1183] ? __ia32_sys_getpeername+0xd0/0xd0 [ 278.490775][ T1183] __x64_sys_sendto+0xe4/0x1f0 [ 278.490776][ T1183] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 278.490781][ T1183] ? lockdep_hardirqs_on+0x91/0x130 [ 278.490783][ T1183] ? do_syscall_64+0xa6/0x530 [ 278.490784][ T1183] do_syscall_64+0xff/0x530 [ 278.490786][ T1183] ? exc_page_fault+0xee/0x100 [ 278.490788][ T1183] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 278.490791][ T1183] RIP: 0033:0x7fa807f5554e [ 278.490794][ T1183] Code: 4d 89 d8 e8 b4 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 278.490796][ T1183] RSP: 002b:00007ffd9cb7af30 EFLAGS: 00000202 ORIG_RAX: 000000000000002c [ 278.490799][ T1183] RAX: ffffffffffffffda RBX: 00000000335d4980 RCX: 00007fa807f5554e [ 278.490800][ T1183] RDX: 0000000000000038 RSI: 00000000335d4ba0 RDI: 0000000000000005 [ 278.490801][ T1183] RBP: 00007ffd9cb7af40 R08: 00007fa808208980 R09: 000000000000000c [ 278.490802][ T1183] R10: 0000000000000000 R11: 0000000000000202 R12: 000000000040d0b0 [ 278.490803][ T1183] R13: 00000000335d4980 R14: 0000000000000000 R15: 0000000000000003 [ 278.490811][ T1183]