[ 275.735975][ T1079] netdevsim: Exceeded number of supported nexthops [ 275.736290][ T1079] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 275.736293][ T1079] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 1079, name: ip [ 275.736294][ T1079] preempt_count: 1, expected: 0 [ 275.736295][ T1079] RCU nest depth: 0, expected: 0 [ 275.736296][ T1079] locks held by ip/1079: 5, last CPU#2: [ 275.736299][ T1079] #0: ffffffff89afe280 (rtnl_mutex){+.+.}-{4:4}, at: rtm_del_nexthop+0x1ca/0x370 [ 275.736311][ T1079] #1: ffffffff89399cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 275.736317][ T1079] #2: ffffffff89399d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 275.736320][ T1079] #3: ffffffff89289660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 275.736324][ T1079] #4: ffffffff89289560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x202/0x4f0 [ 275.736327][ T1079] irq event stamp: 28914 [ 275.736328][ T1079] hardirqs last enabled at (28913): [] irqentry_exit+0x21c/0x790 [ 275.736332][ T1079] hardirqs last disabled at (28914): [] console_emit_next_record+0x3f8/0x4f0 [ 275.736334][ T1079] softirqs last enabled at (28912): [] handle_softirqs+0x67c/0x900 [ 275.736338][ T1079] softirqs last disabled at (28443): [] __irq_exit_rcu+0x145/0x1c0 [ 275.736340][ T1079] Preemption disabled at: [ 275.736341][ T1079] [] vprintk_emit+0x31b/0x3e0 [ 275.736347][ T1079] CPU: 2 UID: 0 PID: 1079 Comm: ip Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 275.736350][ T1079] Tainted: [W]=WARN [ 275.736351][ T1079] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 275.736353][ T1079] Call Trace: [ 275.736354][ T1079] [ 275.736356][ T1079] dump_stack_lvl+0x6f/0xa0 [ 275.736362][ T1079] ? vprintk_emit+0x31b/0x3e0 [ 275.736364][ T1079] __might_resched.cold+0x1fe/0x2c1 [ 275.736368][ T1079] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 275.736372][ T1079] ? __kmalloc_noprof+0xdb/0x760 [ 275.736377][ T1079] __kmalloc_noprof+0x443/0x760 [ 275.736379][ T1079] ? alloc_buf.isra.0+0x4b/0x260 [ 275.736384][ T1079] ? do_raw_spin_unlock+0x59/0x250 [ 275.736387][ T1079] alloc_buf.isra.0+0x4b/0x260 [ 275.736390][ T1079] put_chars+0x1e1/0x2f0 [ 275.736393][ T1079] ? __send_to_port+0x420/0x420 [ 275.736397][ T1079] ? validate_chain+0x34a/0xc20 [ 275.736401][ T1079] hvc_console_print+0x292/0x780 [ 275.736404][ T1079] ? mark_usage+0x61/0x170 [ 275.736405][ T1079] ? __lock_acquire+0x518/0xc20 [ 275.736407][ T1079] ? __lock_acquire+0x518/0xc20 [ 275.736410][ T1079] ? hvc_write+0x3a0/0x3a0 [ 275.736412][ T1079] ? console_emit_next_record+0x202/0x4f0 [ 275.736415][ T1079] ? rcu_is_watching+0x16/0xd0 [ 275.736419][ T1079] ? lock_acquire+0x13c/0x160 [ 275.736422][ T1079] console_emit_next_record+0x252/0x4f0 [ 275.736426][ T1079] ? devkmsg_read+0x4e0/0x4e0 [ 275.736430][ T1079] ? rcu_is_watching+0x16/0xd0 [ 275.736432][ T1079] ? lock_acquire+0x13c/0x160 [ 275.736436][ T1079] console_flush_one_record+0x46f/0x710 [ 275.736439][ T1079] ? console_emit_next_record+0x4f0/0x4f0 [ 275.736441][ T1079] ? __lock_acquire+0x518/0xc20 [ 275.736443][ T1079] ? asm_fred_entrypoint_user+0xb/0x41 [ 275.736448][ T1079] console_unlock+0xee/0x1f0 [ 275.736450][ T1079] ? console_flush_one_record+0x710/0x710 [ 275.736452][ T1079] ? rcu_is_watching+0x16/0xd0 [ 275.736454][ T1079] ? lock_acquire+0x60/0x160 [ 275.736457][ T1079] ? __down_trylock_console_sem+0x5e/0xa0 [ 275.736459][ T1079] ? vprintk_emit+0x320/0x3e0 [ 275.736462][ T1079] vprintk_emit+0x37c/0x3e0 [ 275.736465][ T1079] ? wake_up_klogd_work_func+0x90/0x90 [ 275.736469][ T1079] ? kfree+0x123/0x590 [ 275.736472][ T1079] _printk+0xc7/0x100 [ 275.736475][ T1079] ? snapshot_read.cold+0x21/0x21 [ 275.736480][ T1079] ? nh_hthr_group_rebalance+0x167/0x270 [ 275.736483][ T1079] ? kasan_quarantine_put+0x13e/0x2b0 [ 275.736488][ T1079] remove_nh_grp_entry.cold+0x1b8/0x1fa [ 275.736495][ T1079] ? __lock_acquire+0x518/0xc20 [ 275.736497][ T1079] ? replace_nexthop_grp_res+0xa00/0xa00 [ 275.736503][ T1079] ? __rwlock_init+0x150/0x150 [ 275.736505][ T1079] ? mark_held_locks+0x40/0x70 [ 275.736509][ T1079] __remove_nexthop+0x46d/0x800 [ 275.736513][ T1079] ? remove_nh_grp_entry+0x15f0/0x15f0 [ 275.736519][ T1079] remove_nexthop+0x50/0x100 [ 275.736521][ T1079] rtm_del_nexthop+0x2ba/0x370 [ 275.736524][ T1079] ? remove_nexthop+0x100/0x100 [ 275.736528][ T1079] ? remove_nexthop+0x100/0x100 [ 275.736531][ T1079] ? rtnetlink_rcv_msg+0x6dc/0xbd0 [ 275.736536][ T1079] ? remove_nexthop+0x100/0x100 [ 275.736538][ T1079] rtnetlink_rcv_msg+0x6fd/0xbd0 [ 275.736541][ T1079] ? rtnl_link_fill+0x900/0x900 [ 275.736543][ T1079] ? __lock_acquire+0x518/0xc20 [ 275.736547][ T1079] ? lock_acquire.part.0+0xd4/0x280 [ 275.736548][ T1079] ? find_held_lock+0x2b/0x80 [ 275.736553][ T1079] netlink_rcv_skb+0x14e/0x3a0 [ 275.736556][ T1079] ? rtnl_link_fill+0x900/0x900 [ 275.736560][ T1079] ? netlink_ack+0xcd0/0xcd0 [ 275.736566][ T1079] ? netlink_deliver_tap+0xc5/0x330 [ 275.736568][ T1079] ? netlink_deliver_tap+0x13c/0x330 [ 275.736573][ T1079] netlink_unicast+0x486/0x750 [ 275.736577][ T1079] ? netlink_attachskb+0x810/0x810 [ 275.736580][ T1079] ? __lock_acquire+0x518/0xc20 [ 275.736584][ T1079] netlink_sendmsg+0x735/0xc60 [ 275.736588][ T1079] ? netlink_unicast+0x750/0x750 [ 275.736592][ T1079] ? __might_fault+0x97/0x140 [ 275.736597][ T1079] ____sys_sendmsg+0x415/0x880 [ 275.736601][ T1079] ? copy_msghdr_from_user+0x279/0x420 [ 275.736604][ T1079] ? get_timestamp.constprop.0+0x3a0/0x3a0 [ 275.736606][ T1079] ? move_addr_to_kernel+0x40/0x40 [ 275.736611][ T1079] ? do_fault_around+0x300/0x5a0 [ 275.736612][ T1079] ? find_held_lock+0x2b/0x80 [ 275.736617][ T1079] ___sys_sendmsg+0x14e/0x1d0 [ 275.736619][ T1079] ? do_pte_missing+0x86f/0xcc0 [ 275.736621][ T1079] ? copy_msghdr_from_user+0x420/0x420 [ 275.736624][ T1079] ? rcu_read_unlock+0x20/0x70 [ 275.736639][ T1079] __sys_sendmsg+0x12c/0x1d0 [ 275.736641][ T1079] ? __sys_sendmsg_sock+0x20/0x20 [ 275.736646][ T1079] ? rcu_is_watching+0x16/0xd0 [ 275.736648][ T1079] ? rcu_is_watching+0x16/0xd0 [ 275.736652][ T1079] do_syscall_64+0xff/0x530 [ 275.736653][ T1079] ? exc_page_fault+0xee/0x100 [ 275.736656][ T1079] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 275.736658][ T1079] RIP: 0033:0x7f8cc1df354e [ 275.736662][ T1079] Code: 4d 89 d8 e8 b4 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 275.736664][ T1079] RSP: 002b:00007ffce9f33470 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 275.736667][ T1079] RAX: ffffffffffffffda RBX: 00007ffce9f34020 RCX: 00007f8cc1df354e [ 275.736668][ T1079] RDX: 0000000000000000 RSI: 00007ffce9f33520 RDI: 0000000000000005 [ 275.736669][ T1079] RBP: 00007ffce9f33480 R08: 0000000000000000 R09: 0000000000000000 [ 275.736670][ T1079] R10: 0000000000000000 R11: 0000000000000202 R12: 000000006a90fc17 [ 275.736671][ T1079] R13: 00000000004a1620 R14: 0000000000000004 R15: 00007ffce9f34000 [ 275.736678][ T1079] [ 276.495927][ T1125] netdevsim: Failed to replace nexthop bucket [ 276.496274][ T1125] netdevsim: Failed to replace nexthop bucket [ 277.317238][ T1179] Failed to register nexthop notifier [ 277.317320][ T1179] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 277.317322][ T1179] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 1179, name: devlink [ 277.317324][ T1179] preempt_count: 1, expected: 0 [ 277.317325][ T1179] RCU nest depth: 0, expected: 0 [ 277.317326][ T1179] locks held by devlink/1179: 7, last CPU#0: [ 277.317328][ T1179] #0: ffffffff89b5db48 (cb_lock){++++}-{4:4}, at: genl_rcv+0x19/0x40 [ 277.317340][ T1179] #1: ff1100000c9d5128 (&dev->mutex){....}-{4:4}, at: devlink_get_from_attrs_lock+0x1e8/0x470 [ 277.317346][ T1179] #2: ff1100000c9d6a58 (&devlink->lock_key){+.+.}-{4:4}, at: devlink_get_from_attrs_lock+0x1f0/0x470 [ 277.317349][ T1179] #3: ffffffff89399cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 277.317355][ T1179] #4: ffffffff89399d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 277.317359][ T1179] #5: ffffffff89289660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 277.317362][ T1179] #6: ffffffff89289560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x202/0x4f0 [ 277.317366][ T1179] irq event stamp: 35428 [ 277.317367][ T1179] hardirqs last enabled at (35427): [] __down_trylock_console_sem+0x86/0xa0 [ 277.317369][ T1179] hardirqs last disabled at (35428): [] console_emit_next_record+0x3f8/0x4f0 [ 277.317371][ T1179] softirqs last enabled at (35332): [] handle_softirqs+0x67c/0x900 [ 277.317375][ T1179] softirqs last disabled at (35119): [] __irq_exit_rcu+0x145/0x1c0 [ 277.317378][ T1179] Preemption disabled at: [ 277.317378][ T1179] [] vprintk_emit+0x31b/0x3e0 [ 277.317384][ T1179] CPU: 0 UID: 0 PID: 1179 Comm: devlink Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 277.317387][ T1179] Tainted: [W]=WARN [ 277.317388][ T1179] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 277.317390][ T1179] Call Trace: [ 277.317392][ T1179] [ 277.317393][ T1179] dump_stack_lvl+0x6f/0xa0 [ 277.317399][ T1179] ? vprintk_emit+0x31b/0x3e0 [ 277.317401][ T1179] __might_resched.cold+0x1fe/0x2c1 [ 277.317405][ T1179] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 277.317409][ T1179] ? __kmalloc_noprof+0xdb/0x760 [ 277.317414][ T1179] __kmalloc_noprof+0x443/0x760 [ 277.317416][ T1179] ? alloc_buf.isra.0+0x4b/0x260 [ 277.317422][ T1179] ? do_raw_spin_unlock+0x59/0x250 [ 277.317424][ T1179] alloc_buf.isra.0+0x4b/0x260 [ 277.317428][ T1179] put_chars+0x1e1/0x2f0 [ 277.317431][ T1179] ? __send_to_port+0x420/0x420 [ 277.317438][ T1179] hvc_console_print+0x292/0x780 [ 277.317445][ T1179] ? hvc_write+0x3a0/0x3a0 [ 277.317447][ T1179] ? lock_acquire+0x13c/0x160 [ 277.317452][ T1179] console_emit_next_record+0x252/0x4f0 [ 277.317455][ T1179] ? devkmsg_read+0x4e0/0x4e0 [ 277.317460][ T1179] ? rcu_is_watching+0x16/0xd0 [ 277.317463][ T1179] ? lock_acquire+0x13c/0x160 [ 277.317467][ T1179] console_flush_one_record+0x46f/0x710 [ 277.317472][ T1179] ? console_emit_next_record+0x4f0/0x4f0 [ 277.317473][ T1179] ? __lock_acquire+0x518/0xc20 [ 277.317479][ T1179] console_unlock+0xee/0x1f0 [ 277.317482][ T1179] ? console_flush_one_record+0x710/0x710 [ 277.317483][ T1179] ? rcu_is_watching+0x16/0xd0 [ 277.317485][ T1179] ? lock_acquire+0x60/0x160 [ 277.317489][ T1179] ? __down_trylock_console_sem+0x5e/0xa0 [ 277.317491][ T1179] ? vprintk_emit+0x320/0x3e0 [ 277.317494][ T1179] vprintk_emit+0x37c/0x3e0 [ 277.317498][ T1179] ? wake_up_klogd_work_func+0x90/0x90 [ 277.317500][ T1179] ? __rtnl_unlock+0x5b/0x100 [ 277.317504][ T1179] ? netdev_run_todo+0x2a8/0xfd0 [ 277.317509][ T1179] _printk+0xc7/0x100 [ 277.317512][ T1179] ? snapshot_read.cold+0x21/0x21 [ 277.317519][ T1179] ? __mutex_unlock_slowpath+0x14d/0x740 [ 277.317523][ T1179] nsim_fib_create.cold+0x1d/0x22 [netdevsim] [ 277.317533][ T1179] ? nsim_fib_get_val+0xe0/0xe0 [netdevsim] [ 277.317539][ T1179] ? queue_delayed_work_on+0x95/0x100 [ 277.317544][ T1179] ? nsim_dev_traps_init+0x42f/0x5a0 [netdevsim] [ 277.317550][ T1179] nsim_dev_reload_create+0x1cf/0x4c0 [netdevsim] [ 277.317555][ T1179] ? devlink_reload_reinit_sanity_check+0xf8/0x240 [ 277.317557][ T1179] devlink_reload+0x264/0x430 [ 277.317560][ T1179] ? xa_get_mark+0x140/0x550 [ 277.317563][ T1179] ? devlink_notify_unregister+0x60/0x60 [ 277.317566][ T1179] ? devlink_resources_validate+0xb0/0x130 [ 277.317573][ T1179] devlink_nl_reload_doit+0xbd9/0x1160 [ 277.317575][ T1179] ? devlink_get_from_attrs_lock+0x1f0/0x470 [ 277.317577][ T1179] ? devlink_get_from_attrs_lock+0x230/0x470 [ 277.317579][ T1179] ? devlink_reload+0x430/0x430 [ 277.317580][ T1179] ? devlink_nl_msg_reply_and_new+0x180/0x180 [ 277.317583][ T1179] ? __nla_parse+0x22/0x30 [ 277.317586][ T1179] ? genl_family_rcv_msg_attrs_parse.isra.0+0x189/0x330 [ 277.317592][ T1179] genl_family_rcv_msg_doit+0x206/0x300 [ 277.317595][ T1179] ? genl_family_rcv_msg_attrs_parse.isra.0+0x330/0x330 [ 277.317597][ T1179] ? __lock_release.isra.0+0x69/0x1a0 [ 277.317603][ T1179] ? rcu_is_watching+0x16/0xd0 [ 277.317605][ T1179] ? cap_capable+0x1d7/0x3d0 [ 277.317609][ T1179] ? write_profile+0xf0/0xf0 [ 277.317612][ T1179] ? unwind_get_return_address+0x67/0xd0 [ 277.317617][ T1179] genl_family_rcv_msg+0x3a4/0x640 [ 277.317621][ T1179] ? genl_family_rcv_msg_dumpit+0x340/0x340 [ 277.317624][ T1179] ? rcu_read_lock_any_held+0x3c/0x90 [ 277.317626][ T1179] ? devlink_nl_pre_doit_port+0x110/0x110 [ 277.317627][ T1179] ? devlink_reload+0x430/0x430 [ 277.317629][ T1179] ? devlink_nl_post_doit+0x80/0x80 [ 277.317631][ T1179] ? __lock_acquire+0x518/0xc20 [ 277.317636][ T1179] genl_rcv_msg+0xbb/0x160 [ 277.317640][ T1179] netlink_rcv_skb+0x14e/0x3a0 [ 277.317642][ T1179] ? genl_family_rcv_msg+0x640/0x640 [ 277.317646][ T1179] ? netlink_ack+0xcd0/0xcd0 [ 277.317654][ T1179] ? netlink_deliver_tap+0xc5/0x330 [ 277.317656][ T1179] ? netlink_deliver_tap+0x13c/0x330 [ 277.317660][ T1179] genl_rcv+0x28/0x40 [ 277.317663][ T1179] netlink_unicast+0x486/0x750 [ 277.317667][ T1179] ? netlink_attachskb+0x810/0x810 [ 277.317670][ T1179] ? __lock_acquire+0x518/0xc20 [ 277.317674][ T1179] netlink_sendmsg+0x735/0xc60 [ 277.317679][ T1179] ? netlink_unicast+0x750/0x750 [ 277.317683][ T1179] ? __might_fault+0x97/0x140 [ 277.317686][ T1179] ? __might_fault+0x97/0x140 [ 277.317690][ T1179] __sys_sendto+0x2aa/0x400 [ 277.317693][ T1179] ? __ia32_sys_getpeername+0xd0/0xd0 [ 277.317708][ T1179] __x64_sys_sendto+0xe4/0x1f0 [ 277.317710][ T1179] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 277.317714][ T1179] ? lockdep_hardirqs_on+0x91/0x130 [ 277.317716][ T1179] ? do_syscall_64+0xa6/0x530 [ 277.317718][ T1179] do_syscall_64+0xff/0x530 [ 277.317719][ T1179] ? exc_page_fault+0xee/0x100 [ 277.317722][ T1179] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 277.317724][ T1179] RIP: 0033:0x7f89b5dda54e [ 277.317728][ T1179] Code: 4d 89 d8 e8 b4 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 277.317730][ T1179] RSP: 002b:00007fff57f4b3b0 EFLAGS: 00000202 ORIG_RAX: 000000000000002c [ 277.317732][ T1179] RAX: ffffffffffffffda RBX: 00000000102d0980 RCX: 00007f89b5dda54e [ 277.317734][ T1179] RDX: 0000000000000038 RSI: 00000000102d0ba0 RDI: 0000000000000005 [ 277.317735][ T1179] RBP: 00007fff57f4b3c0 R08: 00007f89b608d980 R09: 000000000000000c [ 277.317736][ T1179] R10: 0000000000000000 R11: 0000000000000202 R12: 000000000040d0b0 [ 277.317736][ T1179] R13: 00000000102d0980 R14: 0000000000000000 R15: 0000000000000003 [ 277.317744][ T1179]