[ 276.980507][ T1080] netdevsim: Exceeded number of supported nexthops [ 276.980696][ T1080] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 276.980698][ T1080] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 1080, name: ip [ 276.980700][ T1080] preempt_count: 1, expected: 0 [ 276.980701][ T1080] RCU nest depth: 0, expected: 0 [ 276.980702][ T1080] locks held by ip/1080: 5, last CPU#2: [ 276.980705][ T1080] #0: ffffffffabafe280 (rtnl_mutex){+.+.}-{4:4}, at: rtm_del_nexthop+0x1ca/0x370 [ 276.980722][ T1080] #1: ffffffffab399cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 276.980729][ T1080] #2: ffffffffab399d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 276.980733][ T1080] #3: ffffffffab289660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 276.980736][ T1080] #4: ffffffffab289560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x202/0x4f0 [ 276.980740][ T1080] irq event stamp: 15774 [ 276.980741][ T1080] hardirqs last enabled at (15773): [] __down_trylock_console_sem+0x86/0xa0 [ 276.980743][ T1080] hardirqs last disabled at (15774): [] console_emit_next_record+0x3f8/0x4f0 [ 276.980745][ T1080] softirqs last enabled at (15724): [] __remove_nexthop+0x236/0x800 [ 276.980747][ T1080] softirqs last disabled at (15722): [] __remove_nexthop+0xff/0x800 [ 276.980749][ T1080] Preemption disabled at: [ 276.980750][ T1080] [] vprintk_emit+0x31b/0x3e0 [ 276.980755][ T1080] CPU: 2 UID: 0 PID: 1080 Comm: ip Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 276.980761][ T1080] Tainted: [W]=WARN [ 276.980762][ T1080] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 276.980764][ T1080] Call Trace: [ 276.980766][ T1080] [ 276.980767][ T1080] dump_stack_lvl+0x6f/0xa0 [ 276.980773][ T1080] ? vprintk_emit+0x31b/0x3e0 [ 276.980775][ T1080] __might_resched.cold+0x1fe/0x2c1 [ 276.980780][ T1080] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 276.980784][ T1080] ? __kmalloc_noprof+0xdb/0x760 [ 276.980789][ T1080] __kmalloc_noprof+0x443/0x760 [ 276.980791][ T1080] ? alloc_buf.isra.0+0x4b/0x260 [ 276.980797][ T1080] ? do_raw_spin_unlock+0x59/0x250 [ 276.980800][ T1080] alloc_buf.isra.0+0x4b/0x260 [ 276.980803][ T1080] put_chars+0x1e1/0x2f0 [ 276.980806][ T1080] ? __send_to_port+0x420/0x420 [ 276.980810][ T1080] ? validate_chain+0x34a/0xc20 [ 276.980814][ T1080] hvc_console_print+0x292/0x780 [ 276.980817][ T1080] ? mark_usage+0x61/0x170 [ 276.980819][ T1080] ? __lock_acquire+0x518/0xc20 [ 276.980820][ T1080] ? __lock_acquire+0x518/0xc20 [ 276.980824][ T1080] ? hvc_write+0x3a0/0x3a0 [ 276.980827][ T1080] ? console_emit_next_record+0x202/0x4f0 [ 276.980830][ T1080] ? rcu_is_watching+0x16/0xd0 [ 276.980833][ T1080] ? lock_acquire+0x13c/0x160 [ 276.980837][ T1080] console_emit_next_record+0x252/0x4f0 [ 276.980841][ T1080] ? devkmsg_read+0x4e0/0x4e0 [ 276.980846][ T1080] ? rcu_is_watching+0x16/0xd0 [ 276.980848][ T1080] ? lock_acquire+0x13c/0x160 [ 276.980852][ T1080] console_flush_one_record+0x46f/0x710 [ 276.980856][ T1080] ? console_emit_next_record+0x4f0/0x4f0 [ 276.980857][ T1080] ? __lock_acquire+0x518/0xc20 [ 276.980863][ T1080] console_unlock+0xee/0x1f0 [ 276.980865][ T1080] ? console_flush_one_record+0x710/0x710 [ 276.980867][ T1080] ? rcu_is_watching+0x16/0xd0 [ 276.980869][ T1080] ? lock_acquire+0x60/0x160 [ 276.980873][ T1080] ? __down_trylock_console_sem+0x5e/0xa0 [ 276.980874][ T1080] ? vprintk_emit+0x320/0x3e0 [ 276.980878][ T1080] vprintk_emit+0x37c/0x3e0 [ 276.980881][ T1080] ? wake_up_klogd_work_func+0x90/0x90 [ 276.980885][ T1080] ? kfree+0x123/0x590 [ 276.980888][ T1080] _printk+0xc7/0x100 [ 276.980892][ T1080] ? snapshot_read.cold+0x21/0x21 [ 276.980897][ T1080] ? nh_hthr_group_rebalance+0x167/0x270 [ 276.980900][ T1080] ? kasan_quarantine_put+0x13e/0x2b0 [ 276.980904][ T1080] remove_nh_grp_entry.cold+0x1b8/0x1fa [ 276.980912][ T1080] ? __lock_acquire+0x518/0xc20 [ 276.980914][ T1080] ? replace_nexthop_grp_res+0xa00/0xa00 [ 276.980921][ T1080] ? __rwlock_init+0x150/0x150 [ 276.980923][ T1080] ? mark_held_locks+0x40/0x70 [ 276.980927][ T1080] __remove_nexthop+0x46d/0x800 [ 276.980931][ T1080] ? remove_nh_grp_entry+0x15f0/0x15f0 [ 276.980937][ T1080] remove_nexthop+0x50/0x100 [ 276.980940][ T1080] rtm_del_nexthop+0x2ba/0x370 [ 276.980943][ T1080] ? remove_nexthop+0x100/0x100 [ 276.980947][ T1080] ? remove_nexthop+0x100/0x100 [ 276.980951][ T1080] ? rtnetlink_rcv_msg+0x6dc/0xbd0 [ 276.980955][ T1080] ? remove_nexthop+0x100/0x100 [ 276.980957][ T1080] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 276.980961][ T1080] ? rtnl_link_fill+0x900/0x900 [ 276.980962][ T1080] ? __lock_acquire+0x518/0xc20 [ 276.980967][ T1080] ? lock_acquire.part.0+0xd4/0x280 [ 276.980969][ T1080] ? find_held_lock+0x2b/0x80 [ 276.980973][ T1080] netlink_rcv_skb+0x14e/0x3a0 [ 276.980977][ T1080] ? rtnl_link_fill+0x900/0x900 [ 276.980980][ T1080] ? netlink_ack+0xcd0/0xcd0 [ 276.980987][ T1080] ? netlink_deliver_tap+0xc5/0x330 [ 276.980989][ T1080] ? netlink_deliver_tap+0x13c/0x330 [ 276.980994][ T1080] netlink_unicast+0x486/0x750 [ 276.980998][ T1080] ? netlink_attachskb+0x810/0x810 [ 276.981001][ T1080] ? __lock_acquire+0x518/0xc20 [ 276.981006][ T1080] netlink_sendmsg+0x735/0xc60 [ 276.981010][ T1080] ? netlink_unicast+0x750/0x750 [ 276.981014][ T1080] ? __might_fault+0x97/0x140 [ 276.981020][ T1080] ____sys_sendmsg+0x415/0x880 [ 276.981024][ T1080] ? copy_msghdr_from_user+0x279/0x420 [ 276.981027][ T1080] ? get_timestamp.constprop.0+0x3a0/0x3a0 [ 276.981029][ T1080] ? move_addr_to_kernel+0x40/0x40 [ 276.981034][ T1080] ? do_fault_around+0x300/0x5a0 [ 276.981036][ T1080] ? find_held_lock+0x2b/0x80 [ 276.981040][ T1080] ___sys_sendmsg+0x14e/0x1d0 [ 276.981042][ T1080] ? do_pte_missing+0x86f/0xcc0 [ 276.981045][ T1080] ? copy_msghdr_from_user+0x420/0x420 [ 276.981048][ T1080] ? rcu_read_unlock+0x20/0x70 [ 276.981064][ T1080] __sys_sendmsg+0x12c/0x1d0 [ 276.981066][ T1080] ? __sys_sendmsg_sock+0x20/0x20 [ 276.981072][ T1080] ? rcu_is_watching+0x16/0xd0 [ 276.981074][ T1080] ? rcu_is_watching+0x16/0xd0 [ 276.981078][ T1080] do_syscall_64+0xff/0x530 [ 276.981080][ T1080] ? exc_page_fault+0xee/0x100 [ 276.981084][ T1080] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 276.981086][ T1080] RIP: 0033:0x7f8d72d4054e [ 276.981090][ T1080] Code: 4d 89 d8 e8 b4 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 276.981092][ T1080] RSP: 002b:00007ffe5544b490 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 276.981095][ T1080] RAX: ffffffffffffffda RBX: 00007ffe5544c040 RCX: 00007f8d72d4054e [ 276.981096][ T1080] RDX: 0000000000000000 RSI: 00007ffe5544b540 RDI: 0000000000000005 [ 276.981097][ T1080] RBP: 00007ffe5544b4a0 R08: 0000000000000000 R09: 0000000000000000 [ 276.981098][ T1080] R10: 0000000000000000 R11: 0000000000000202 R12: 000000006a90d3d8 [ 276.981099][ T1080] R13: 00000000004a1620 R14: 0000000000000004 R15: 00007ffe5544c020 [ 276.981106][ T1080] [ 277.971572][ T1126] netdevsim: Failed to replace nexthop bucket [ 277.971942][ T1126] netdevsim: Failed to replace nexthop bucket [ 278.918340][ T1180] Failed to register nexthop notifier [ 278.918446][ T1180] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 278.918449][ T1180] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 1180, name: devlink [ 278.918450][ T1180] preempt_count: 1, expected: 0 [ 278.918451][ T1180] RCU nest depth: 0, expected: 0 [ 278.918452][ T1180] locks held by devlink/1180: 7, last CPU#3: [ 278.918454][ T1180] #0: ffffffffabb5db48 (cb_lock){++++}-{4:4}, at: genl_rcv+0x19/0x40 [ 278.918467][ T1180] #1: ff1100000cf3e928 (&dev->mutex){....}-{4:4}, at: devlink_get_from_attrs_lock+0x1e8/0x470 [ 278.918473][ T1180] #2: ff1100000d728a58 (&devlink->lock_key){+.+.}-{4:4}, at: devlink_get_from_attrs_lock+0x1f0/0x470 [ 278.918477][ T1180] #3: ffffffffab399cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 278.918482][ T1180] #4: ffffffffab399d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 278.918486][ T1180] #5: ffffffffab289660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 278.918490][ T1180] #6: ffffffffab289560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x202/0x4f0 [ 278.918493][ T1180] irq event stamp: 35760 [ 278.918494][ T1180] hardirqs last enabled at (35759): [] __down_trylock_console_sem+0x86/0xa0 [ 278.918496][ T1180] hardirqs last disabled at (35760): [] console_emit_next_record+0x3f8/0x4f0 [ 278.918498][ T1180] softirqs last enabled at (33410): [] handle_softirqs+0x67c/0x900 [ 278.918502][ T1180] softirqs last disabled at (33405): [] __irq_exit_rcu+0x145/0x1c0 [ 278.918505][ T1180] Preemption disabled at: [ 278.918506][ T1180] [] vprintk_emit+0x31b/0x3e0 [ 278.918511][ T1180] CPU: 3 UID: 0 PID: 1180 Comm: devlink Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 278.918515][ T1180] Tainted: [W]=WARN [ 278.918516][ T1180] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 278.918518][ T1180] Call Trace: [ 278.918519][ T1180] [ 278.918521][ T1180] dump_stack_lvl+0x6f/0xa0 [ 278.918527][ T1180] ? vprintk_emit+0x31b/0x3e0 [ 278.918529][ T1180] __might_resched.cold+0x1fe/0x2c1 [ 278.918534][ T1180] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 278.918537][ T1180] ? __kmalloc_noprof+0xdb/0x760 [ 278.918542][ T1180] __kmalloc_noprof+0x443/0x760 [ 278.918545][ T1180] ? alloc_buf.isra.0+0x4b/0x260 [ 278.918550][ T1180] ? do_raw_spin_unlock+0x59/0x250 [ 278.918553][ T1180] alloc_buf.isra.0+0x4b/0x260 [ 278.918556][ T1180] put_chars+0x1e1/0x2f0 [ 278.918559][ T1180] ? __send_to_port+0x420/0x420 [ 278.918566][ T1180] hvc_console_print+0x292/0x780 [ 278.918573][ T1180] ? hvc_write+0x3a0/0x3a0 [ 278.918576][ T1180] ? lock_acquire+0x13c/0x160 [ 278.918580][ T1180] console_emit_next_record+0x252/0x4f0 [ 278.918583][ T1180] ? devkmsg_read+0x4e0/0x4e0 [ 278.918588][ T1180] ? rcu_is_watching+0x16/0xd0 [ 278.918592][ T1180] ? lock_acquire+0x13c/0x160 [ 278.918596][ T1180] console_flush_one_record+0x46f/0x710 [ 278.918600][ T1180] ? console_emit_next_record+0x4f0/0x4f0 [ 278.918601][ T1180] ? __lock_acquire+0x518/0xc20 [ 278.918607][ T1180] console_unlock+0xee/0x1f0 [ 278.918609][ T1180] ? console_flush_one_record+0x710/0x710 [ 278.918611][ T1180] ? rcu_is_watching+0x16/0xd0 [ 278.918613][ T1180] ? lock_acquire+0x60/0x160 [ 278.918617][ T1180] ? __down_trylock_console_sem+0x5e/0xa0 [ 278.918618][ T1180] ? vprintk_emit+0x320/0x3e0 [ 278.918622][ T1180] vprintk_emit+0x37c/0x3e0 [ 278.918625][ T1180] ? wake_up_klogd_work_func+0x90/0x90 [ 278.918628][ T1180] ? __rtnl_unlock+0x5b/0x100 [ 278.918631][ T1180] ? netdev_run_todo+0x2a8/0xfd0 [ 278.918636][ T1180] _printk+0xc7/0x100 [ 278.918640][ T1180] ? snapshot_read.cold+0x21/0x21 [ 278.918646][ T1180] ? __mutex_unlock_slowpath+0x14d/0x740 [ 278.918650][ T1180] nsim_fib_create.cold+0x1d/0x22 [netdevsim] [ 278.918661][ T1180] ? nsim_fib_get_val+0xe0/0xe0 [netdevsim] [ 278.918666][ T1180] ? queue_delayed_work_on+0x95/0x100 [ 278.918671][ T1180] ? nsim_dev_traps_init+0x42f/0x5a0 [netdevsim] [ 278.918677][ T1180] nsim_dev_reload_create+0x1cf/0x4c0 [netdevsim] [ 278.918682][ T1180] ? devlink_reload_reinit_sanity_check+0xf8/0x240 [ 278.918684][ T1180] devlink_reload+0x264/0x430 [ 278.918687][ T1180] ? xa_get_mark+0x140/0x550 [ 278.918690][ T1180] ? devlink_notify_unregister+0x60/0x60 [ 278.918693][ T1180] ? devlink_resources_validate+0xb0/0x130 [ 278.918700][ T1180] devlink_nl_reload_doit+0xbd9/0x1160 [ 278.918702][ T1180] ? devlink_get_from_attrs_lock+0x1f0/0x470 [ 278.918704][ T1180] ? devlink_get_from_attrs_lock+0x230/0x470 [ 278.918706][ T1180] ? devlink_reload+0x430/0x430 [ 278.918707][ T1180] ? devlink_nl_msg_reply_and_new+0x180/0x180 [ 278.918710][ T1180] ? __nla_parse+0x22/0x30 [ 278.918713][ T1180] ? genl_family_rcv_msg_attrs_parse.isra.0+0x189/0x330 [ 278.918718][ T1180] genl_family_rcv_msg_doit+0x206/0x300 [ 278.918722][ T1180] ? genl_family_rcv_msg_attrs_parse.isra.0+0x330/0x330 [ 278.918724][ T1180] ? __lock_release.isra.0+0x69/0x1a0 [ 278.918736][ T1180] ? rcu_is_watching+0x16/0xd0 [ 278.918738][ T1180] ? cap_capable+0x1d7/0x3d0 [ 278.918742][ T1180] ? write_profile+0xf0/0xf0 [ 278.918745][ T1180] ? unwind_get_return_address+0x67/0xd0 [ 278.918750][ T1180] genl_family_rcv_msg+0x3a4/0x640 [ 278.918754][ T1180] ? genl_family_rcv_msg_dumpit+0x340/0x340 [ 278.918760][ T1180] ? rcu_read_lock_any_held+0x3c/0x90 [ 278.918763][ T1180] ? devlink_nl_pre_doit_port+0x110/0x110 [ 278.918764][ T1180] ? devlink_reload+0x430/0x430 [ 278.918766][ T1180] ? devlink_nl_post_doit+0x80/0x80 [ 278.918768][ T1180] ? __lock_acquire+0x518/0xc20 [ 278.918773][ T1180] genl_rcv_msg+0xbb/0x160 [ 278.918777][ T1180] netlink_rcv_skb+0x14e/0x3a0 [ 278.918779][ T1180] ? genl_family_rcv_msg+0x640/0x640 [ 278.918783][ T1180] ? netlink_ack+0xcd0/0xcd0 [ 278.918791][ T1180] ? netlink_deliver_tap+0xc5/0x330 [ 278.918793][ T1180] ? netlink_deliver_tap+0x13c/0x330 [ 278.918797][ T1180] genl_rcv+0x28/0x40 [ 278.918800][ T1180] netlink_unicast+0x486/0x750 [ 278.918804][ T1180] ? netlink_attachskb+0x810/0x810 [ 278.918807][ T1180] ? __lock_acquire+0x518/0xc20 [ 278.918811][ T1180] netlink_sendmsg+0x735/0xc60 [ 278.918816][ T1180] ? netlink_unicast+0x750/0x750 [ 278.918820][ T1180] ? __might_fault+0x97/0x140 [ 278.918823][ T1180] ? __might_fault+0x97/0x140 [ 278.918827][ T1180] __sys_sendto+0x2aa/0x400 [ 278.918830][ T1180] ? __ia32_sys_getpeername+0xd0/0xd0 [ 278.918845][ T1180] __x64_sys_sendto+0xe4/0x1f0 [ 278.918847][ T1180] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 278.918851][ T1180] ? lockdep_hardirqs_on+0x91/0x130 [ 278.918853][ T1180] ? do_syscall_64+0xa6/0x530 [ 278.918855][ T1180] do_syscall_64+0xff/0x530 [ 278.918856][ T1180] ? exc_page_fault+0xee/0x100 [ 278.918859][ T1180] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 278.918862][ T1180] RIP: 0033:0x7f86a05f954e [ 278.918865][ T1180] Code: 4d 89 d8 e8 b4 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 278.918867][ T1180] RSP: 002b:00007ffc7a8527d0 EFLAGS: 00000202 ORIG_RAX: 000000000000002c [ 278.918870][ T1180] RAX: ffffffffffffffda RBX: 000000002ed1f980 RCX: 00007f86a05f954e [ 278.918871][ T1180] RDX: 0000000000000038 RSI: 000000002ed1fba0 RDI: 0000000000000005 [ 278.918872][ T1180] RBP: 00007ffc7a8527e0 R08: 00007f86a08ac980 R09: 000000000000000c [ 278.918873][ T1180] R10: 0000000000000000 R11: 0000000000000202 R12: 000000000040d0b0 [ 278.918874][ T1180] R13: 000000002ed1f980 R14: 0000000000000000 R15: 0000000000000003 [ 278.918881][ T1180]