[ 275.839112][ T1080] netdevsim: Exceeded number of supported nexthops [ 275.839190][ T1080] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 275.839193][ T1080] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 1080, name: ip [ 275.839195][ T1080] preempt_count: 1, expected: 0 [ 275.839195][ T1080] RCU nest depth: 0, expected: 0 [ 275.839196][ T1080] locks held by ip/1080: 5, last CPU#0: [ 275.839199][ T1080] #0: ffffffffacefe280 (rtnl_mutex){+.+.}-{4:4}, at: rtm_del_nexthop+0x1ca/0x370 [ 275.839211][ T1080] #1: ffffffffac799cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 275.839217][ T1080] #2: ffffffffac799d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 275.839221][ T1080] #3: ffffffffac689660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 275.839224][ T1080] #4: ffffffffac689560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x202/0x4f0 [ 275.839228][ T1080] irq event stamp: 15352 [ 275.839229][ T1080] hardirqs last enabled at (15351): [] __down_trylock_console_sem+0x86/0xa0 [ 275.839232][ T1080] hardirqs last disabled at (15352): [] console_emit_next_record+0x3f8/0x4f0 [ 275.839233][ T1080] softirqs last enabled at (15302): [] __remove_nexthop+0x236/0x800 [ 275.839235][ T1080] softirqs last disabled at (15300): [] __remove_nexthop+0xff/0x800 [ 275.839237][ T1080] Preemption disabled at: [ 275.839238][ T1080] [] vprintk_emit+0x31b/0x3e0 [ 275.839243][ T1080] CPU: 0 UID: 0 PID: 1080 Comm: ip Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 275.839247][ T1080] Tainted: [W]=WARN [ 275.839248][ T1080] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 275.839250][ T1080] Call Trace: [ 275.839251][ T1080] [ 275.839253][ T1080] dump_stack_lvl+0x6f/0xa0 [ 275.839259][ T1080] ? vprintk_emit+0x31b/0x3e0 [ 275.839261][ T1080] __might_resched.cold+0x1fe/0x2c1 [ 275.839266][ T1080] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 275.839269][ T1080] ? __kmalloc_noprof+0xdb/0x760 [ 275.839274][ T1080] __kmalloc_noprof+0x443/0x760 [ 275.839276][ T1080] ? alloc_buf.isra.0+0x4b/0x260 [ 275.839282][ T1080] ? do_raw_spin_unlock+0x59/0x250 [ 275.839284][ T1080] alloc_buf.isra.0+0x4b/0x260 [ 275.839288][ T1080] put_chars+0x1e1/0x2f0 [ 275.839291][ T1080] ? __send_to_port+0x420/0x420 [ 275.839296][ T1080] ? validate_chain+0x34a/0xc20 [ 275.839302][ T1080] hvc_console_print+0x292/0x780 [ 275.839305][ T1080] ? mark_usage+0x61/0x170 [ 275.839307][ T1080] ? __lock_acquire+0x518/0xc20 [ 275.839308][ T1080] ? __lock_acquire+0x518/0xc20 [ 275.839312][ T1080] ? hvc_write+0x3a0/0x3a0 [ 275.839314][ T1080] ? console_emit_next_record+0x202/0x4f0 [ 275.839317][ T1080] ? rcu_is_watching+0x16/0xd0 [ 275.839320][ T1080] ? lock_acquire+0x13c/0x160 [ 275.839324][ T1080] console_emit_next_record+0x252/0x4f0 [ 275.839328][ T1080] ? devkmsg_read+0x4e0/0x4e0 [ 275.839338][ T1080] ? rcu_is_watching+0x16/0xd0 [ 275.839341][ T1080] ? lock_acquire+0x13c/0x160 [ 275.839344][ T1080] console_flush_one_record+0x46f/0x710 [ 275.839348][ T1080] ? console_emit_next_record+0x4f0/0x4f0 [ 275.839350][ T1080] ? __lock_acquire+0x518/0xc20 [ 275.839355][ T1080] console_unlock+0xee/0x1f0 [ 275.839357][ T1080] ? console_flush_one_record+0x710/0x710 [ 275.839359][ T1080] ? rcu_is_watching+0x16/0xd0 [ 275.839361][ T1080] ? lock_acquire+0x60/0x160 [ 275.839364][ T1080] ? __down_trylock_console_sem+0x5e/0xa0 [ 275.839366][ T1080] ? vprintk_emit+0x320/0x3e0 [ 275.839369][ T1080] vprintk_emit+0x37c/0x3e0 [ 275.839372][ T1080] ? wake_up_klogd_work_func+0x90/0x90 [ 275.839376][ T1080] ? kfree+0x123/0x590 [ 275.839379][ T1080] _printk+0xc7/0x100 [ 275.839383][ T1080] ? snapshot_read.cold+0x21/0x21 [ 275.839387][ T1080] ? nh_hthr_group_rebalance+0x167/0x270 [ 275.839390][ T1080] ? kasan_quarantine_put+0x13e/0x2b0 [ 275.839395][ T1080] remove_nh_grp_entry.cold+0x1b8/0x1fa [ 275.839403][ T1080] ? __lock_acquire+0x518/0xc20 [ 275.839405][ T1080] ? replace_nexthop_grp_res+0xa00/0xa00 [ 275.839411][ T1080] ? __rwlock_init+0x150/0x150 [ 275.839413][ T1080] ? mark_held_locks+0x40/0x70 [ 275.839417][ T1080] __remove_nexthop+0x46d/0x800 [ 275.839421][ T1080] ? remove_nh_grp_entry+0x15f0/0x15f0 [ 275.839427][ T1080] remove_nexthop+0x50/0x100 [ 275.839429][ T1080] rtm_del_nexthop+0x2ba/0x370 [ 275.839432][ T1080] ? remove_nexthop+0x100/0x100 [ 275.839436][ T1080] ? remove_nexthop+0x100/0x100 [ 275.839440][ T1080] ? rtnetlink_rcv_msg+0x6dc/0xbd0 [ 275.839444][ T1080] ? remove_nexthop+0x100/0x100 [ 275.839446][ T1080] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 275.839449][ T1080] ? rtnl_link_fill+0x900/0x900 [ 275.839451][ T1080] ? __lock_acquire+0x518/0xc20 [ 275.839455][ T1080] ? lock_acquire.part.0+0xd4/0x280 [ 275.839458][ T1080] ? find_held_lock+0x2b/0x80 [ 275.839465][ T1080] netlink_rcv_skb+0x14e/0x3a0 [ 275.839469][ T1080] ? rtnl_link_fill+0x900/0x900 [ 275.839472][ T1080] ? netlink_ack+0xcd0/0xcd0 [ 275.839479][ T1080] ? netlink_deliver_tap+0xc5/0x330 [ 275.839481][ T1080] ? netlink_deliver_tap+0x13c/0x330 [ 275.839485][ T1080] netlink_unicast+0x486/0x750 [ 275.839490][ T1080] ? netlink_attachskb+0x810/0x810 [ 275.839493][ T1080] ? __lock_acquire+0x518/0xc20 [ 275.839497][ T1080] netlink_sendmsg+0x735/0xc60 [ 275.839501][ T1080] ? netlink_unicast+0x750/0x750 [ 275.839505][ T1080] ? __might_fault+0x97/0x140 [ 275.839511][ T1080] ____sys_sendmsg+0x415/0x880 [ 275.839515][ T1080] ? copy_msghdr_from_user+0x279/0x420 [ 275.839518][ T1080] ? get_timestamp.constprop.0+0x3a0/0x3a0 [ 275.839520][ T1080] ? move_addr_to_kernel+0x40/0x40 [ 275.839525][ T1080] ? do_fault_around+0x300/0x5a0 [ 275.839527][ T1080] ? find_held_lock+0x2b/0x80 [ 275.839531][ T1080] ___sys_sendmsg+0x14e/0x1d0 [ 275.839533][ T1080] ? do_pte_missing+0x86f/0xcc0 [ 275.839536][ T1080] ? copy_msghdr_from_user+0x420/0x420 [ 275.839538][ T1080] ? rcu_read_unlock+0x20/0x70 [ 275.839553][ T1080] __sys_sendmsg+0x12c/0x1d0 [ 275.839556][ T1080] ? __sys_sendmsg_sock+0x20/0x20 [ 275.839561][ T1080] ? rcu_is_watching+0x16/0xd0 [ 275.839564][ T1080] ? rcu_is_watching+0x16/0xd0 [ 275.839567][ T1080] do_syscall_64+0xff/0x530 [ 275.839570][ T1080] ? exc_page_fault+0xee/0x100 [ 275.839573][ T1080] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 275.839579][ T1080] RIP: 0033:0x7efce2e7f54e [ 275.839582][ T1080] Code: 4d 89 d8 e8 b4 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 275.839584][ T1080] RSP: 002b:00007ffd402e97a0 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 275.839587][ T1080] RAX: ffffffffffffffda RBX: 00007ffd402ea350 RCX: 00007efce2e7f54e [ 275.839589][ T1080] RDX: 0000000000000000 RSI: 00007ffd402e9850 RDI: 0000000000000005 [ 275.839590][ T1080] RBP: 00007ffd402e97b0 R08: 0000000000000000 R09: 0000000000000000 [ 275.839590][ T1080] R10: 0000000000000000 R11: 0000000000000202 R12: 000000006a912638 [ 275.839591][ T1080] R13: 00000000004a1620 R14: 0000000000000004 R15: 00007ffd402ea330 [ 275.839598][ T1080] [ 275.888593][ T1080] ip (1080) used greatest stack depth: 24040 bytes left [ 276.710506][ T1126] netdevsim: Failed to replace nexthop bucket [ 276.712377][ T1126] netdevsim: Failed to replace nexthop bucket [ 277.586279][ T1180] Failed to register nexthop notifier [ 277.586374][ T1180] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 277.586376][ T1180] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 1180, name: devlink [ 277.586378][ T1180] preempt_count: 1, expected: 0 [ 277.586379][ T1180] RCU nest depth: 0, expected: 0 [ 277.586380][ T1180] locks held by devlink/1180: 7, last CPU#0: [ 277.586382][ T1180] #0: ffffffffacf5db48 (cb_lock){++++}-{4:4}, at: genl_rcv+0x19/0x40 [ 277.586395][ T1180] #1: ff1100000cfea128 (&dev->mutex){....}-{4:4}, at: devlink_get_from_attrs_lock+0x1e8/0x470 [ 277.586401][ T1180] #2: ff1100000cfe8a58 (&devlink->lock_key){+.+.}-{4:4}, at: devlink_get_from_attrs_lock+0x1f0/0x470 [ 277.586405][ T1180] #3: ffffffffac799cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 277.586410][ T1180] #4: ffffffffac799d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 277.586414][ T1180] #5: ffffffffac689660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 277.586417][ T1180] #6: ffffffffac689560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x202/0x4f0 [ 277.586421][ T1180] irq event stamp: 29402 [ 277.586422][ T1180] hardirqs last enabled at (29401): [] __down_trylock_console_sem+0x86/0xa0 [ 277.586424][ T1180] hardirqs last disabled at (29402): [] console_emit_next_record+0x3f8/0x4f0 [ 277.586426][ T1180] softirqs last enabled at (29322): [] handle_softirqs+0x67c/0x900 [ 277.586430][ T1180] softirqs last disabled at (28419): [] __irq_exit_rcu+0x145/0x1c0 [ 277.586432][ T1180] Preemption disabled at: [ 277.586433][ T1180] [] vprintk_emit+0x31b/0x3e0 [ 277.586439][ T1180] CPU: 0 UID: 0 PID: 1180 Comm: devlink Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 277.586442][ T1180] Tainted: [W]=WARN [ 277.586443][ T1180] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 277.586445][ T1180] Call Trace: [ 277.586446][ T1180] [ 277.586448][ T1180] dump_stack_lvl+0x6f/0xa0 [ 277.586453][ T1180] ? vprintk_emit+0x31b/0x3e0 [ 277.586455][ T1180] __might_resched.cold+0x1fe/0x2c1 [ 277.586460][ T1180] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 277.586464][ T1180] ? __kmalloc_noprof+0xdb/0x760 [ 277.586468][ T1180] __kmalloc_noprof+0x443/0x760 [ 277.586471][ T1180] ? alloc_buf.isra.0+0x4b/0x260 [ 277.586476][ T1180] ? do_raw_spin_unlock+0x59/0x250 [ 277.586479][ T1180] alloc_buf.isra.0+0x4b/0x260 [ 277.586482][ T1180] put_chars+0x1e1/0x2f0 [ 277.586485][ T1180] ? __send_to_port+0x420/0x420 [ 277.586492][ T1180] hvc_console_print+0x292/0x780 [ 277.586498][ T1180] ? hvc_write+0x3a0/0x3a0 [ 277.586501][ T1180] ? lock_acquire+0x13c/0x160 [ 277.586505][ T1180] console_emit_next_record+0x252/0x4f0 [ 277.586508][ T1180] ? devkmsg_read+0x4e0/0x4e0 [ 277.586513][ T1180] ? rcu_is_watching+0x16/0xd0 [ 277.586516][ T1180] ? lock_acquire+0x13c/0x160 [ 277.586520][ T1180] console_flush_one_record+0x46f/0x710 [ 277.586524][ T1180] ? console_emit_next_record+0x4f0/0x4f0 [ 277.586525][ T1180] ? __lock_acquire+0x518/0xc20 [ 277.586531][ T1180] console_unlock+0xee/0x1f0 [ 277.586533][ T1180] ? console_flush_one_record+0x710/0x710 [ 277.586535][ T1180] ? rcu_is_watching+0x16/0xd0 [ 277.586537][ T1180] ? lock_acquire+0x60/0x160 [ 277.586541][ T1180] ? __down_trylock_console_sem+0x5e/0xa0 [ 277.586542][ T1180] ? vprintk_emit+0x320/0x3e0 [ 277.586545][ T1180] vprintk_emit+0x37c/0x3e0 [ 277.586549][ T1180] ? wake_up_klogd_work_func+0x90/0x90 [ 277.586551][ T1180] ? __rtnl_unlock+0x5b/0x100 [ 277.586555][ T1180] ? netdev_run_todo+0x2a8/0xfd0 [ 277.586560][ T1180] _printk+0xc7/0x100 [ 277.586563][ T1180] ? snapshot_read.cold+0x21/0x21 [ 277.586570][ T1180] ? __mutex_unlock_slowpath+0x14d/0x740 [ 277.586574][ T1180] nsim_fib_create.cold+0x1d/0x22 [netdevsim] [ 277.586587][ T1180] ? nsim_fib_get_val+0xe0/0xe0 [netdevsim] [ 277.586593][ T1180] ? queue_delayed_work_on+0x95/0x100 [ 277.586597][ T1180] ? nsim_dev_traps_init+0x42f/0x5a0 [netdevsim] [ 277.586603][ T1180] nsim_dev_reload_create+0x1cf/0x4c0 [netdevsim] [ 277.586608][ T1180] ? devlink_reload_reinit_sanity_check+0xf8/0x240 [ 277.586611][ T1180] devlink_reload+0x264/0x430 [ 277.586613][ T1180] ? xa_get_mark+0x140/0x550 [ 277.586617][ T1180] ? devlink_notify_unregister+0x60/0x60 [ 277.586620][ T1180] ? devlink_resources_validate+0xb0/0x130 [ 277.586626][ T1180] devlink_nl_reload_doit+0xbd9/0x1160 [ 277.586629][ T1180] ? devlink_get_from_attrs_lock+0x1f0/0x470 [ 277.586630][ T1180] ? devlink_get_from_attrs_lock+0x230/0x470 [ 277.586632][ T1180] ? devlink_reload+0x430/0x430 [ 277.586634][ T1180] ? devlink_nl_msg_reply_and_new+0x180/0x180 [ 277.586636][ T1180] ? __nla_parse+0x22/0x30 [ 277.586640][ T1180] ? genl_family_rcv_msg_attrs_parse.isra.0+0x189/0x330 [ 277.586645][ T1180] genl_family_rcv_msg_doit+0x206/0x300 [ 277.586648][ T1180] ? genl_family_rcv_msg_attrs_parse.isra.0+0x330/0x330 [ 277.586651][ T1180] ? __lock_release.isra.0+0x69/0x1a0 [ 277.586656][ T1180] ? rcu_is_watching+0x16/0xd0 [ 277.586659][ T1180] ? cap_capable+0x1d7/0x3d0 [ 277.586662][ T1180] ? write_profile+0xf0/0xf0 [ 277.586665][ T1180] ? unwind_get_return_address+0x67/0xd0 [ 277.586671][ T1180] genl_family_rcv_msg+0x3a4/0x640 [ 277.586675][ T1180] ? genl_family_rcv_msg_dumpit+0x340/0x340 [ 277.586678][ T1180] ? rcu_read_lock_any_held+0x3c/0x90 [ 277.586680][ T1180] ? devlink_nl_pre_doit_port+0x110/0x110 [ 277.586681][ T1180] ? devlink_reload+0x430/0x430 [ 277.586683][ T1180] ? devlink_nl_post_doit+0x80/0x80 [ 277.586685][ T1180] ? __lock_acquire+0x518/0xc20 [ 277.586690][ T1180] genl_rcv_msg+0xbb/0x160 [ 277.586694][ T1180] netlink_rcv_skb+0x14e/0x3a0 [ 277.586696][ T1180] ? genl_family_rcv_msg+0x640/0x640 [ 277.586700][ T1180] ? netlink_ack+0xcd0/0xcd0 [ 277.586707][ T1180] ? netlink_deliver_tap+0xc5/0x330 [ 277.586709][ T1180] ? netlink_deliver_tap+0x13c/0x330 [ 277.586713][ T1180] genl_rcv+0x28/0x40 [ 277.586716][ T1180] netlink_unicast+0x486/0x750 [ 277.586720][ T1180] ? netlink_attachskb+0x810/0x810 [ 277.586723][ T1180] ? __lock_acquire+0x518/0xc20 [ 277.586727][ T1180] netlink_sendmsg+0x735/0xc60 [ 277.586731][ T1180] ? netlink_unicast+0x750/0x750 [ 277.586735][ T1180] ? __might_fault+0x97/0x140 [ 277.586739][ T1180] ? __might_fault+0x97/0x140 [ 277.586742][ T1180] __sys_sendto+0x2aa/0x400 [ 277.586746][ T1180] ? __ia32_sys_getpeername+0xd0/0xd0 [ 277.586761][ T1180] __x64_sys_sendto+0xe4/0x1f0 [ 277.586762][ T1180] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 277.586766][ T1180] ? lockdep_hardirqs_on+0x91/0x130 [ 277.586768][ T1180] ? do_syscall_64+0xa6/0x530 [ 277.586770][ T1180] do_syscall_64+0xff/0x530 [ 277.586771][ T1180] ? exc_page_fault+0xee/0x100 [ 277.586774][ T1180] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 277.586777][ T1180] RIP: 0033:0x7f642de7b54e [ 277.586780][ T1180] Code: 4d 89 d8 e8 b4 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 277.586782][ T1180] RSP: 002b:00007ffc920a4f60 EFLAGS: 00000202 ORIG_RAX: 000000000000002c [ 277.586785][ T1180] RAX: ffffffffffffffda RBX: 0000000002d8e980 RCX: 00007f642de7b54e [ 277.586786][ T1180] RDX: 0000000000000038 RSI: 0000000002d8eba0 RDI: 0000000000000005 [ 277.586787][ T1180] RBP: 00007ffc920a4f70 R08: 00007f642e12e980 R09: 000000000000000c [ 277.586788][ T1180] R10: 0000000000000000 R11: 0000000000000202 R12: 000000000040d0b0 [ 277.586789][ T1180] R13: 0000000002d8e980 R14: 0000000000000000 R15: 0000000000000003 [ 277.586796][ T1180]