====================================== | [ 732.159154][ T37] #2: ffffffff8dcdcc80 (rtnl_mutex){+.+.}-{4:4}, at: linkwatch_event (net/core/link_watch.c:313) | [ 732.159289][ T37] #3: ff1100000967ad38 (&dev_instance_lock_key#9){+.+.}-{4:4}, at: __linkwatch_run_queue (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/core/link_watch.c:239) | [ 732.159435][ T37] | [ 732.159435][ T37] stack backtrace: [ 732.159531][ T37] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 732.159533][ T37] Workqueue: events_unbound linkwatch_event [ 732.159536][ T37] Call Trace: [ 732.159538][ T37] [ 732.159539][ T37] dump_stack_lvl (lib/dump_stack.c:94 lib/dump_stack.c:120) [ 732.159544][ T37] print_deadlock_bug.cold (kernel/locking/lockdep.c:3041) [ 732.159547][ T37] validate_chain (kernel/locking/lockdep.c:3093 kernel/locking/lockdep.c:3895) [ 732.159551][ T37] ? validate_chain (kernel/locking/lockdep.c:200 kernel/locking/lockdep.c:3313 kernel/locking/lockdep.c:3908) [ 732.159552][ T37] __lock_acquire (kernel/locking/lockdep.c:5237) [ 732.159555][ T37] lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 732.159556][ T37] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 732.159558][ T37] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 732.159561][ T37] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 732.159563][ T37] __mutex_lock (kernel/locking/mutex.c:646 kernel/locking/mutex.c:820) [ 732.159566][ T37] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 732.159568][ T37] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 732.159569][ T37] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 732.159571][ T37] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 732.159572][ T37] ? check_path.constprop.0 (kernel/locking/lockdep.c:1848 kernel/locking/lockdep.c:2131) [ 732.159575][ T37] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 732.159576][ T37] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 732.159579][ T37] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 732.159580][ T37] __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 732.159582][ T37] bond_update_speed_duplex (drivers/net/bonding/bond_main.c:797) [ 732.159585][ T37] ? __lock_acquire (kernel/locking/lockdep.c:5237) [ 732.159587][ T37] ? slave_kobj_release (drivers/net/bonding/bond_main.c:1735) [ 732.159590][ T37] bond_slave_netdev_event.isra.0 (drivers/net/bonding/bond_main.c:3973) [ 732.159592][ T37] ? fib_netdev_event (net/ipv4/fib_frontend.c:1537) [ 732.159595][ T37] bond_netdev_event (drivers/net/bonding/bond_main.c:4080) [ 732.159596][ T37] notifier_call_chain (kernel/notifier.c:85) [ 732.159600][ T37] netif_state_change (net/core/dev.c:1603) [ 732.159603][ T37] ? call_netdevice_notifiers_info (./include/net/net_namespace.h:419 (discriminator 7)) [ 732.159605][ T37] ? linkwatch_do_dev (net/core/link_watch.c:182 net/core/link_watch.c:166) [ 732.159607][ T37] __linkwatch_run_queue (net/core/link_watch.c:240) [ 732.159609][ T37] ? linkwatch_do_dev (./arch/x86/include/asm/bitops.h:202 (discriminator 1)) [ 732.159611][ T37] linkwatch_event (net/core/link_watch.c:314 (discriminator 11)) [ 732.159612][ T37] ? __linkwatch_run_queue (net/core/link_watch.c:213) [ 732.159614][ T37] process_one_work (kernel/workqueue.c:3314) [ 732.159616][ T37] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 732.159617][ T37] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 732.159620][ T37] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 732.159623][ T37] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 732.159624][ T37] kthread (kernel/kthread.c:436) [ 732.159627][ T37] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 732.159629][ T37] ? kthread_affine_node (kernel/kthread.c:378) [ 732.159631][ T37] ret_from_fork (arch/x86/kernel/process.c:158) [ 732.159634][ T37] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 732.159637][ T37] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 732.159640][ T37] ? kthread_affine_node (kernel/kthread.c:378) [ 732.159642][ T37] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 732.159645][ T37] [ 861.561672][ T44] INFO: task kworker/u18:0:37 blocked for more than 122 seconds. [ 861.561865][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 861.561944][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 861.562065][ T44] task:kworker/u18:0 state:D stack:26456 pid:37 tgid:37 ppid:2 task_flags:0x4208160 flags:0x00080000 [ 861.562221][ T44] Workqueue: events_unbound linkwatch_event [ 861.562313][ T44] Call Trace: [ 861.562373][ T44] [ 861.562412][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 861.562488][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 861.562554][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.562629][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 861.562709][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 861.562779][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.562847][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 861.562897][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 861.562965][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 861.563032][ T44] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 861.563116][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 861.563185][ T44] ? check_path.constprop.0 (kernel/locking/lockdep.c:1848 kernel/locking/lockdep.c:2131) [ 861.563253][ T44] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 861.563322][ T44] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 861.563393][ T44] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 861.563482][ T44] __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 861.563566][ T44] bond_update_speed_duplex (drivers/net/bonding/bond_main.c:797) [ 861.563642][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237) [ 861.563717][ T44] ? slave_kobj_release (drivers/net/bonding/bond_main.c:1735) [ 861.563789][ T44] bond_slave_netdev_event.isra.0 (drivers/net/bonding/bond_main.c:3973) [ 861.563876][ T44] ? fib_netdev_event (net/ipv4/fib_frontend.c:1537) [ 861.563948][ T44] bond_netdev_event (drivers/net/bonding/bond_main.c:4080) [ 861.564019][ T44] notifier_call_chain (kernel/notifier.c:85) [ 861.564086][ T44] netif_state_change (net/core/dev.c:1603) [ 861.564155][ T44] ? call_netdevice_notifiers_info (./include/net/net_namespace.h:419 (discriminator 7)) [ 861.564262][ T44] ? linkwatch_do_dev (net/core/link_watch.c:182 net/core/link_watch.c:166) [ 861.564329][ T44] __linkwatch_run_queue (net/core/link_watch.c:240) [ 861.564395][ T44] ? linkwatch_do_dev (./arch/x86/include/asm/bitops.h:202 (discriminator 1)) [ 861.564462][ T44] linkwatch_event (net/core/link_watch.c:314 (discriminator 11)) [ 861.564529][ T44] ? __linkwatch_run_queue (net/core/link_watch.c:213) [ 861.564599][ T44] process_one_work (kernel/workqueue.c:3314) [ 861.564673][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 861.564742][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 861.564809][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 861.564876][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 861.564942][ T44] kthread (kernel/kthread.c:436) [ 861.564993][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 861.565076][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 861.565142][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 861.565209][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 861.565295][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 861.565362][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 861.565428][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 861.565497][ T44] | [ 861.565555][ T44] INFO: task kworker/u18:0:37 is blocked on a mutex likely owned by task kworker/u18:0:37. [ 861.565698][ T44] INFO: task kworker/1:2:6641 blocked for more than 122 seconds. [ 861.565798][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 861.565859][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 861.565967][ T44] task:kworker/1:2 state:D stack:27480 pid:6641 tgid:6641 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 861.566117][ T44] Workqueue: events netdev_rx_mode_work [ 861.566187][ T44] Call Trace: [ 861.566236][ T44] [ 861.566270][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 861.566337][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 861.566404][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 861.566470][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 861.566520][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 861.566587][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 861.566660][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 861.566730][ T44] ? netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 861.566796][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 861.566865][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 861.566931][ T44] ? process_one_work (kernel/workqueue.c:3290 (discriminator 2)) [ 861.566998][ T44] ? netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 861.567063][ T44] netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 861.567135][ T44] ? trace_workqueue_execute_start (./include/trace/events/workqueue.h:84 (discriminator 22)) [ 861.567216][ T44] ? process_one_work (kernel/workqueue.c:3290 (discriminator 2)) [ 861.567283][ T44] process_one_work (kernel/workqueue.c:3314) [ 861.567349][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 861.567413][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 861.567479][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 861.567544][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 861.567615][ T44] ? __kthread_parkme (./include/linux/instrumented.h:82 ./include/asm-generic/bitops/instrumented-non-atomic.h:141 kernel/kthread.c:272) [ 861.567687][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 861.567752][ T44] kthread (kernel/kthread.c:436) [ 861.567802][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 861.567886][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 861.567951][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 861.568016][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 861.568102][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 861.568170][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 861.568236][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 861.568307][ T44] | [ 861.568358][ T44] INFO: task kworker/1:2:6641 is blocked on a mutex likely owned by task kworker/u18:0:37. [ 861.568482][ T44] INFO: task kworker/u16:2:8166 blocked for more than 122 seconds. [ 861.568578][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 861.568644][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 861.568753][ T44] task:kworker/u16:2 state:D stack:26128 pid:8166 tgid:8166 ppid:2 task_flags:0x4208160 flags:0x00080000 [ 861.568895][ T44] Workqueue: ipv6_addrconf addrconf_dad_work [ 861.568979][ T44] Call Trace: [ 861.569027][ T44] [ 861.569064][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 861.569129][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 861.569194][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.569259][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 861.569325][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 861.569391][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.569456][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 861.569505][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 861.569572][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 861.569642][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 861.569709][ T44] ? addrconf_dad_work (./include/linux/rtnetlink.h:130 net/ipv6/addrconf.c:4221) [ 861.569775][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 861.569842][ T44] ? update_cfs_rq_load_avg (kernel/sched/fair.c:4879) [ 861.569909][ T44] ? do_raw_spin_lock (./include/linux/instrumented.h:55 ./include/linux/atomic/atomic-instrumented.h:1301 ./include/asm-generic/qspinlock.h:111 kernel/locking/spinlock_debug.c:116) [ 861.569975][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 861.570045][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.570110][ T44] ? addrconf_dad_work (./include/linux/rtnetlink.h:130 net/ipv6/addrconf.c:4221) [ 861.570175][ T44] addrconf_dad_work (./include/linux/rtnetlink.h:130 net/ipv6/addrconf.c:4221) [ 861.570242][ T44] ? addrconf_dad_begin (net/ipv6/addrconf.c:4171) [ 861.570309][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.570373][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.570438][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 861.570506][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.570575][ T44] process_one_work (kernel/workqueue.c:3314) [ 861.570645][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 861.570717][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 861.570783][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 861.570853][ T44] ? __rwlock_init (kernel/locking/spinlock_debug.c:48) [ 861.570919][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 861.570985][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 861.571053][ T44] ? __kthread_parkme (./include/linux/instrumented.h:82 ./include/asm-generic/bitops/instrumented-non-atomic.h:141 kernel/kthread.c:272) [ 861.571119][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 861.571186][ T44] kthread (kernel/kthread.c:436) [ 861.571236][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 861.571318][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 861.571384][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 861.571450][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 861.571534][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 861.571605][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 861.571675][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 861.571742][ T44] | [ 861.571791][ T44] INFO: task kworker/u16:2:8166 is blocked on a mutex likely owned by task kworker/u18:0:37. [ 861.571922][ T44] INFO: task ip:10764 blocked for more than 122 seconds. [ 861.572000][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 861.572064][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 861.572170][ T44] task:ip state:D stack:25840 pid:10764 tgid:10764 ppid:10683 task_flags:0x400100 flags:0x00080000 [ 861.572315][ T44] Call Trace: [ 861.572363][ T44] [ 861.572397][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 861.572464][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 861.572533][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.572602][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 861.572671][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 861.572736][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.572801][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 861.572852][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 861.572917][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 861.572985][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.573052][ T44] ? rtnl_getlink (net/core/rtnetlink.c:80 net/core/rtnetlink.c:4267) [ 861.573119][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 861.573185][ T44] ? ref_tracker_dir_print (lib/ref_tracker.c:200) [ 861.573253][ T44] ? rtnl_getlink (./include/linux/netdevice.h:4487 ./include/linux/netdevice.h:4516 net/core/rtnetlink.c:4256) [ 861.573321][ T44] ? rtnetlink_rcv_msg (net/core/rtnetlink.c:7062) [ 861.573386][ T44] ? netlink_rcv_skb (net/netlink/af_netlink.c:2556) [ 861.573453][ T44] ? ____sys_sendmsg (net/socket.c:787 (discriminator 4) net/socket.c:802 (discriminator 4) net/socket.c:2698 (discriminator 4)) [ 861.573522][ T44] ? ___sys_sendmsg (net/socket.c:2752) [ 861.573595][ T44] ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 1)) [ 861.573669][ T44] ? rtnl_getlink (net/core/rtnetlink.c:80 net/core/rtnetlink.c:4267) [ 861.573736][ T44] rtnl_getlink (net/core/rtnetlink.c:80 net/core/rtnetlink.c:4267) [ 861.573804][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 861.573876][ T44] ? rtnl_dump_ifinfo (./include/net/netlink.h:1236) [ 861.573946][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 861.574016][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.574083][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 861.574153][ T44] ? unwind_next_frame (./include/linux/rcupdate.h:871 ./include/linux/rcupdate.h:1181 arch/x86/kernel/unwind_orc.c:495) [ 861.574220][ T44] ? entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:121) [ 861.574304][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.574370][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.574438][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 861.574504][ T44] ? write_profile (profile.c:?) [ 861.574572][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.574642][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 861.574709][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.574774][ T44] ? rtnl_dump_ifinfo (./include/net/netlink.h:1236) [ 861.574839][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:7062) [ 861.574905][ T44] ? rtnl_link_fill (./include/net/netlink.h:1107 (discriminator 1)) [ 861.574972][ T44] ? stack_trace_save (kernel/stacktrace.c:122 (discriminator 1)) [ 861.575038][ T44] ? filter_irq_stacks (kernel/stacktrace.c:402) [ 861.575108][ T44] ? stack_depot_save_flags (lib/stackdepot.c:609 lib/stackdepot.c:676) [ 861.575175][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2556) [ 861.575241][ T44] ? rtnl_link_fill (./include/net/netlink.h:1107 (discriminator 1)) [ 861.575307][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 861.575373][ T44] ? netlink_ack (./include/linux/skbuff.h:2720) [ 861.575438][ T44] ? __netlink_lookup (./include/linux/rcupdate.h:839 ./include/linux/rhashtable.h:708 net/netlink/af_netlink.c:499) [ 861.575506][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.575571][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 861.575644][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1345) [ 861.575715][ T44] ? netlink_attachskb (./arch/x86/include/asm/bitops.h:202 (discriminator 1)) [ 861.575782][ T44] ? folio_add_new_anon_rmap (./include/linux/page-flags.h:329 (discriminator 3)) [ 861.575850][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1900) [ 861.575916][ T44] ? netlink_unicast (./include/net/net_namespace.h:419 (discriminator 7)) [ 861.575983][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.576047][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 861.576113][ T44] ____sys_sendmsg (net/socket.c:787 (discriminator 4) net/socket.c:802 (discriminator 4) net/socket.c:2698 (discriminator 4)) [ 861.576181][ T44] ? copy_msghdr_from_user (net/socket.c:2635) [ 861.576247][ T44] ? get_timestamp.constprop.0 (./include/linux/netdevice.h:5354) [ 861.576328][ T44] ? move_addr_to_kernel (net/socket.c:258) [ 861.576395][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 861.576476][ T44] ___sys_sendmsg (net/socket.c:2752) [ 861.576542][ T44] ? copy_msghdr_from_user (net/socket.c:2603) [ 861.576612][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 861.576685][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 861.576751][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.576818][ T44] __sys_sendmsg (net/socket.c:2784) [ 861.576917][ T44] ? __sys_sendmsg_sock (net/socket.c:2765) [ 861.576986][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.577050][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.577115][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 arch/x86/entry/syscall_64.c:94) [ 861.577212][ T44] ? trace_hardirqs_off (kernel/trace/trace_preemptirq.c:104 (discriminator 1)) [ 861.577287][ T44] ? exc_page_fault (arch/x86/mm/fault.c:1480 (discriminator 3) arch/x86/mm/fault.c:1527 (discriminator 3)) [ 861.577354][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:121) [ 861.577464][ T44] RIP: 0033:0x7fbf247b408e [ 861.577538][ T44] RSP: 002b:00007ffe2e37d370 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 861.577644][ T44] RAX: ffffffffffffffda RBX: 0000000000000000 RCX: 00007fbf247b408e [ 861.577779][ T44] RDX: 0000000000000000 RSI: 00007ffe2e37d420 RDI: 0000000000000006 [ 861.577891][ T44] RBP: 00007ffe2e37d380 R08: 0000000000000000 R09: 0000000000000000 [ 861.577990][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 000000006a1988bd [ 861.578122][ T44] R13: 00007ffe2e37d4d0 R14: 00007ffe2e37f118 R15: 00000000fffffff5 | [ 861.578221][ T44] | [ 861.578276][ T44] INFO: task ip:10764 is blocked on a mutex likely owned by task kworker/u18:0:37. | [ 861.578413][ T44] INFO: lockdep is turned off. [ 984.442671][ T44] INFO: task kworker/u18:0:37 blocked for more than 245 seconds. [ 984.442859][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 984.442948][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 984.443057][ T44] task:kworker/u18:0 state:D stack:26456 pid:37 tgid:37 ppid:2 task_flags:0x4208160 flags:0x00080000 [ 984.443215][ T44] Workqueue: events_unbound linkwatch_event [ 984.443309][ T44] Call Trace: [ 984.443361][ T44] [ 984.443398][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 984.443469][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 984.443541][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.443610][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 984.443688][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 984.443757][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.443823][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 984.443872][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 984.443945][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 984.444011][ T44] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 984.444094][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 984.444161][ T44] ? check_path.constprop.0 (kernel/locking/lockdep.c:1848 kernel/locking/lockdep.c:2131) [ 984.444229][ T44] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 984.444295][ T44] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 984.444361][ T44] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 984.444442][ T44] __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 984.444524][ T44] bond_update_speed_duplex (drivers/net/bonding/bond_main.c:797) [ 984.444592][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237) [ 984.444667][ T44] ? slave_kobj_release (drivers/net/bonding/bond_main.c:1735) [ 984.444734][ T44] bond_slave_netdev_event.isra.0 (drivers/net/bonding/bond_main.c:3973) [ 984.444823][ T44] ? fib_netdev_event (net/ipv4/fib_frontend.c:1537) [ 984.444890][ T44] bond_netdev_event (drivers/net/bonding/bond_main.c:4080) [ 984.444959][ T44] notifier_call_chain (kernel/notifier.c:85) [ 984.445026][ T44] netif_state_change (net/core/dev.c:1603) [ 984.445097][ T44] ? call_netdevice_notifiers_info (./include/net/net_namespace.h:419 (discriminator 7)) [ 984.445180][ T44] ? linkwatch_do_dev (net/core/link_watch.c:182 net/core/link_watch.c:166) [ 984.445246][ T44] __linkwatch_run_queue (net/core/link_watch.c:240) [ 984.445313][ T44] ? linkwatch_do_dev (./arch/x86/include/asm/bitops.h:202 (discriminator 1)) [ 984.445380][ T44] linkwatch_event (net/core/link_watch.c:314 (discriminator 11)) [ 984.445445][ T44] ? __linkwatch_run_queue (net/core/link_watch.c:213) [ 984.445512][ T44] process_one_work (kernel/workqueue.c:3314) [ 984.445580][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 984.445645][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 984.445719][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 984.445785][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 984.445850][ T44] kthread (kernel/kthread.c:436) [ 984.445905][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 984.445995][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 984.446061][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 984.446129][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 984.446212][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 984.446279][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 984.446345][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 984.446415][ T44] | [ 984.446469][ T44] INFO: task kworker/u18:0:37 is blocked on a mutex likely owned by task kworker/u18:0:37. [ 984.446603][ T44] INFO: task kworker/1:2:6641 blocked for more than 245 seconds. [ 984.446701][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 984.446763][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 984.446871][ T44] task:kworker/1:2 state:D stack:27480 pid:6641 tgid:6641 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 984.447023][ T44] Workqueue: events netdev_rx_mode_work [ 984.447089][ T44] Call Trace: [ 984.447139][ T44] [ 984.447173][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 984.447239][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 984.447309][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 984.447376][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 984.447425][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 984.447491][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 984.447556][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 984.447623][ T44] ? netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 984.447693][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 984.447759][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 984.447824][ T44] ? process_one_work (kernel/workqueue.c:3290 (discriminator 2)) [ 984.447891][ T44] ? netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 984.447960][ T44] netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 984.448025][ T44] ? trace_workqueue_execute_start (./include/trace/events/workqueue.h:84 (discriminator 22)) [ 984.448109][ T44] ? process_one_work (kernel/workqueue.c:3290 (discriminator 2)) [ 984.448176][ T44] process_one_work (kernel/workqueue.c:3314) [ 984.448242][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 984.448312][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 984.448378][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 984.448448][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 984.448512][ T44] ? __kthread_parkme (./include/linux/instrumented.h:82 ./include/asm-generic/bitops/instrumented-non-atomic.h:141 kernel/kthread.c:272) [ 984.448581][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 984.448646][ T44] kthread (kernel/kthread.c:436) [ 984.448705][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 984.448786][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 984.448852][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 984.448921][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 984.449005][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 984.449073][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 984.449140][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 984.449207][ T44] | [ 984.449257][ T44] INFO: task kworker/1:2:6641 is blocked on a mutex likely owned by task kworker/u18:0:37. [ 984.449383][ T44] INFO: task kworker/u16:2:8166 blocked for more than 245 seconds. [ 984.449476][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 984.449539][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 984.449646][ T44] task:kworker/u16:2 state:D stack:26128 pid:8166 tgid:8166 ppid:2 task_flags:0x4208160 flags:0x00080000 [ 984.449796][ T44] Workqueue: ipv6_addrconf addrconf_dad_work [ 984.449881][ T44] Call Trace: [ 984.449935][ T44] [ 984.449970][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 984.450036][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 984.450102][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.450167][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 984.450234][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 984.450302][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.450367][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 984.450416][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 984.450483][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 984.450553][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 984.450619][ T44] ? addrconf_dad_work (./include/linux/rtnetlink.h:130 net/ipv6/addrconf.c:4221) [ 984.450690][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 984.450761][ T44] ? update_cfs_rq_load_avg (kernel/sched/fair.c:4879) [ 984.450829][ T44] ? do_raw_spin_lock (./include/linux/instrumented.h:55 ./include/linux/atomic/atomic-instrumented.h:1301 ./include/asm-generic/qspinlock.h:111 kernel/locking/spinlock_debug.c:116) [ 984.450895][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 984.450964][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.451030][ T44] ? addrconf_dad_work (./include/linux/rtnetlink.h:130 net/ipv6/addrconf.c:4221) [ 984.451096][ T44] addrconf_dad_work (./include/linux/rtnetlink.h:130 net/ipv6/addrconf.c:4221) [ 984.451164][ T44] ? addrconf_dad_begin (net/ipv6/addrconf.c:4171) [ 984.451229][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.451295][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.451360][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 984.451425][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.451492][ T44] process_one_work (kernel/workqueue.c:3314) [ 984.451558][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 984.451625][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 984.451693][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 984.451758][ T44] ? __rwlock_init (kernel/locking/spinlock_debug.c:48) [ 984.451825][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 984.451890][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 984.452567][ T44] ? __kthread_parkme (./include/linux/instrumented.h:82 ./include/asm-generic/bitops/instrumented-non-atomic.h:141 kernel/kthread.c:272) [ 984.452636][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 984.452709][ T44] kthread (kernel/kthread.c:436) [ 984.452759][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 984.452839][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 984.452908][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 984.452974][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 984.453061][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 984.453129][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 984.453196][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 984.453263][ T44] | [ 984.453313][ T44] INFO: task kworker/u16:2:8166 is blocked on a mutex likely owned by task kworker/u18:0:37. [ 984.453442][ T44] INFO: task ip:10764 blocked for more than 245 seconds. [ 984.453521][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 984.453584][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 984.453696][ T44] task:ip state:D stack:25840 pid:10764 tgid:10764 ppid:10683 task_flags:0x400100 flags:0x00080000 [ 984.453841][ T44] Call Trace: [ 984.453890][ T44] [ 984.453928][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 984.453999][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 984.454071][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.454137][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 984.454204][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 984.454270][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.454336][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 984.454388][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 984.454454][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 984.454521][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.454591][ T44] ? rtnl_getlink (net/core/rtnetlink.c:80 net/core/rtnetlink.c:4267) [ 984.454660][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 984.454726][ T44] ? ref_tracker_dir_print (lib/ref_tracker.c:200) [ 984.454794][ T44] ? rtnl_getlink (./include/linux/netdevice.h:4487 ./include/linux/netdevice.h:4516 net/core/rtnetlink.c:4256) [ 984.454861][ T44] ? rtnetlink_rcv_msg (net/core/rtnetlink.c:7062) [ 984.454932][ T44] ? netlink_rcv_skb (net/netlink/af_netlink.c:2556) [ 984.454999][ T44] ? ____sys_sendmsg (net/socket.c:787 (discriminator 4) net/socket.c:802 (discriminator 4) net/socket.c:2698 (discriminator 4)) [ 984.455068][ T44] ? ___sys_sendmsg (net/socket.c:2752) [ 984.455135][ T44] ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 1)) [ 984.455204][ T44] ? rtnl_getlink (net/core/rtnetlink.c:80 net/core/rtnetlink.c:4267) [ 984.455271][ T44] rtnl_getlink (net/core/rtnetlink.c:80 net/core/rtnetlink.c:4267) [ 984.455339][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 984.455405][ T44] ? rtnl_dump_ifinfo (./include/net/netlink.h:1236) [ 984.455472][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 984.455538][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.455610][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 984.455682][ T44] ? unwind_next_frame (./include/linux/rcupdate.h:871 ./include/linux/rcupdate.h:1181 arch/x86/kernel/unwind_orc.c:495) [ 984.455751][ T44] ? entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:121) [ 984.455834][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.455899][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.455970][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 984.456037][ T44] ? write_profile (profile.c:?) [ 984.456107][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.456175][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 984.456244][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.456309][ T44] ? rtnl_dump_ifinfo (./include/net/netlink.h:1236) [ 984.456376][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:7062) [ 984.456441][ T44] ? rtnl_link_fill (./include/net/netlink.h:1107 (discriminator 1)) [ 984.456507][ T44] ? stack_trace_save (kernel/stacktrace.c:122 (discriminator 1)) [ 984.456573][ T44] ? filter_irq_stacks (kernel/stacktrace.c:402) [ 984.456639][ T44] ? stack_depot_save_flags (lib/stackdepot.c:609 lib/stackdepot.c:676) [ 984.456709][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2556) [ 984.456775][ T44] ? rtnl_link_fill (./include/net/netlink.h:1107 (discriminator 1)) [ 984.456841][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 984.456911][ T44] ? netlink_ack (./include/linux/skbuff.h:2720) [ 984.456977][ T44] ? __netlink_lookup (./include/linux/rcupdate.h:839 ./include/linux/rhashtable.h:708 net/netlink/af_netlink.c:499) [ 984.457051][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.457117][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 984.457184][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1345) [ 984.457252][ T44] ? netlink_attachskb (./arch/x86/include/asm/bitops.h:202 (discriminator 1)) [ 984.457320][ T44] ? folio_add_new_anon_rmap (./include/linux/page-flags.h:329 (discriminator 3)) [ 984.457389][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1900) [ 984.457457][ T44] ? netlink_unicast (./include/net/net_namespace.h:419 (discriminator 7)) [ 984.457528][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.457594][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 984.457663][ T44] ____sys_sendmsg (net/socket.c:787 (discriminator 4) net/socket.c:802 (discriminator 4) net/socket.c:2698 (discriminator 4)) [ 984.457731][ T44] ? copy_msghdr_from_user (net/socket.c:2635) [ 984.457797][ T44] ? get_timestamp.constprop.0 (./include/linux/netdevice.h:5354) [ 984.457880][ T44] ? move_addr_to_kernel (net/socket.c:258) [ 984.457953][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 984.458036][ T44] ___sys_sendmsg (net/socket.c:2752) [ 984.458103][ T44] ? copy_msghdr_from_user (net/socket.c:2603) [ 984.458169][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 984.458237][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 984.458306][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.458378][ T44] __sys_sendmsg (net/socket.c:2784) [ 984.458445][ T44] ? __sys_sendmsg_sock (net/socket.c:2765) [ 984.458517][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.458587][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 984.458657][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 arch/x86/entry/syscall_64.c:94) [ 984.458724][ T44] ? trace_hardirqs_off (kernel/trace/trace_preemptirq.c:104 (discriminator 1)) [ 984.458793][ T44] ? exc_page_fault (arch/x86/mm/fault.c:1480 (discriminator 3) arch/x86/mm/fault.c:1527 (discriminator 3)) [ 984.458860][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:121) [ 984.458948][ T44] RIP: 0033:0x7fbf247b408e [ 984.459020][ T44] RSP: 002b:00007ffe2e37d370 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 984.459122][ T44] RAX: ffffffffffffffda RBX: 0000000000000000 RCX: 00007fbf247b408e [ 984.459222][ T44] RDX: 0000000000000000 RSI: 00007ffe2e37d420 RDI: 0000000000000006 [ 984.459326][ T44] RBP: 00007ffe2e37d380 R08: 0000000000000000 R09: 0000000000000000 [ 984.459427][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 000000006a1988bd [ 984.459528][ T44] R13: 00007ffe2e37d4d0 R14: 00007ffe2e37f118 R15: 00000000fffffff5 | [ 984.459633][ T44] | [ 984.459690][ T44] INFO: task ip:10764 is blocked on a mutex likely owned by task kworker/u18:0:37. | [ 984.459803][ T44] INFO: lockdep is turned off. [ 1107.321679][ T44] INFO: task kworker/u18:0:37 blocked for more than 368 seconds. [ 1107.321856][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 1107.321926][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 1107.322041][ T44] task:kworker/u18:0 state:D stack:26456 pid:37 tgid:37 ppid:2 task_flags:0x4208160 flags:0x00080000 [ 1107.322205][ T44] Workqueue: events_unbound linkwatch_event [ 1107.322298][ T44] Call Trace: [ 1107.322353][ T44] [ 1107.322391][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 1107.322469][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 1107.322537][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 1107.322607][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 1107.322685][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 1107.322757][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 1107.322826][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 1107.322879][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 1107.322957][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 1107.323027][ T44] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 1107.323113][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 1107.323182][ T44] ? check_path.constprop.0 (kernel/locking/lockdep.c:1848 kernel/locking/lockdep.c:2131) [ 1107.323251][ T44] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 1107.323326][ T44] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 1107.323396][ T44] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 1107.323480][ T44] __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 1107.323566][ T44] bond_update_speed_duplex (drivers/net/bonding/bond_main.c:797) [ 1107.323637][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237) [ 1107.323718][ T44] ? slave_kobj_release (drivers/net/bonding/bond_main.c:1735) [ 1107.323797][ T44] bond_slave_netdev_event.isra.0 (drivers/net/bonding/bond_main.c:3973) [ 1107.323883][ T44] ? fib_netdev_event (net/ipv4/fib_frontend.c:1537) [ 1107.323956][ T44] bond_netdev_event (drivers/net/bonding/bond_main.c:4080) [ 1107.324030][ T44] notifier_call_chain (kernel/notifier.c:85) [ 1107.324100][ T44] netif_state_change (net/core/dev.c:1603) [ 1107.324169][ T44] ? call_netdevice_notifiers_info (./include/net/net_namespace.h:419 (discriminator 7)) [ 1107.324256][ T44] ? linkwatch_do_dev (net/core/link_watch.c:182 net/core/link_watch.c:166) [ 1107.324325][ T44] __linkwatch_run_queue (net/core/link_watch.c:240) [ 1107.324398][ T44] ? linkwatch_do_dev (./arch/x86/include/asm/bitops.h:202 (discriminator 1)) [ 1107.324469][ T44] linkwatch_event (net/core/link_watch.c:314 (discriminator 11)) [ 1107.324538][ T44] ? __linkwatch_run_queue (net/core/link_watch.c:213) [ 1107.324610][ T44] process_one_work (kernel/workqueue.c:3314) [ 1107.324687][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 1107.324757][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 1107.324825][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 1107.324897][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 1107.324969][ T44] kthread (kernel/kthread.c:436) [ 1107.325021][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 1107.325105][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 1107.325176][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 1107.325245][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 1107.325329][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 1107.325399][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 1107.325468][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 1107.325538][ T44] | [ 1107.325593][ T44] INFO: task kworker/u18:0:37 is blocked on a mutex likely owned by task kworker/u18:0:37. [ 1107.325748][ T44] INFO: task kworker/1:2:6641 blocked for more than 368 seconds. [ 1107.325849][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 1107.325915][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 1107.326033][ T44] task:kworker/1:2 state:D stack:27480 pid:6641 tgid:6641 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 1107.326188][ T44] Workqueue: events netdev_rx_mode_work [ 1107.326257][ T44] Call Trace: [ 1107.326309][ T44] [ 1107.326344][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 1107.326416][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 1107.326484][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 1107.326554][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 1107.326609][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 1107.326679][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 1107.326751][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 1107.326821][ T44] ? netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 1107.326894][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 1107.326968][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 1107.327039][ T44] ? process_one_work (kernel/workqueue.c:3290 (discriminator 2)) [ 1107.327106][ T44] ? netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 1107.327177][ T44] netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 1107.327247][ T44] ? trace_workqueue_execute_start (./include/trace/events/workqueue.h:84 (discriminator 22)) [ 1107.327335][ T44] ? process_one_work (kernel/workqueue.c:3290 (discriminator 2)) [ 1107.327407][ T44] process_one_work (kernel/workqueue.c:3314) [ 1107.327476][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 1107.327544][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 1107.327616][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 1107.327691][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 1107.327761][ T44] ? __kthread_parkme (./include/linux/instrumented.h:82 ./include/asm-generic/bitops/instrumented-non-atomic.h:141 kernel/kthread.c:272) [ 1107.327829][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 1107.327896][ T44] kthread (kernel/kthread.c:436) [ 1107.327948][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 1107.328035][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 1107.328101][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 1107.328167][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 1107.328254][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 1107.328327][ T44] ? kthread_affine_node (kernel/kthread.c:378) Finger prints: validate_chain:__lock_acquire:__mutex_lock:__ethtool_get_link_ksettings:bond_update_speed_duplex __schedule:schedule:schedule_preempt_disabled:__mutex_lock:__ethtool_get_link_ksettings __schedule:schedule:schedule_preempt_disabled:__mutex_lock:rtnl_getlink __schedule:schedule:schedule_preempt_disabled:__mutex_lock:netdev_rx_mode_work __schedule:schedule:schedule_preempt_disabled:__mutex_lock:addrconf_dad_work