====================================== | [ 464.190535][ T94] #2: ffffffff882dcc80 (rtnl_mutex){+.+.}-{4:4}, at: linkwatch_event (net/core/link_watch.c:313) | [ 464.190671][ T94] #3: ff1100000d432d38 (&dev_instance_lock_key#7){+.+.}-{4:4}, at: __linkwatch_run_queue (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/core/link_watch.c:239) | [ 464.190829][ T94] | [ 464.190829][ T94] stack backtrace: [ 464.190933][ T94] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 464.190935][ T94] Workqueue: events_unbound linkwatch_event [ 464.190938][ T94] Call Trace: [ 464.190940][ T94] [ 464.190941][ T94] dump_stack_lvl (lib/dump_stack.c:94 lib/dump_stack.c:120) [ 464.190946][ T94] print_deadlock_bug.cold (kernel/locking/lockdep.c:3041) [ 464.190950][ T94] validate_chain (kernel/locking/lockdep.c:3093 kernel/locking/lockdep.c:3895) [ 464.190954][ T94] __lock_acquire (kernel/locking/lockdep.c:5237) [ 464.190956][ T94] lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 464.190958][ T94] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 464.190960][ T94] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 464.190963][ T94] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 464.190965][ T94] __mutex_lock (kernel/locking/mutex.c:646 kernel/locking/mutex.c:820) [ 464.190968][ T94] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 464.190970][ T94] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 464.190972][ T94] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 464.190974][ T94] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 464.190975][ T94] ? check_path.constprop.0 (kernel/locking/lockdep.c:1848 kernel/locking/lockdep.c:2131) [ 464.190978][ T94] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 464.190979][ T94] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 464.190982][ T94] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 464.190983][ T94] __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 464.190985][ T94] bond_update_speed_duplex (drivers/net/bonding/bond_main.c:797) [ 464.190988][ T94] ? __lock_acquire (kernel/locking/lockdep.c:5237) [ 464.190990][ T94] ? slave_kobj_release (drivers/net/bonding/bond_main.c:1735) [ 464.190993][ T94] bond_slave_netdev_event.isra.0 (drivers/net/bonding/bond_main.c:3973) [ 464.190996][ T94] ? fib_netdev_event (net/ipv4/fib_frontend.c:1537) [ 464.190998][ T94] bond_netdev_event (drivers/net/bonding/bond_main.c:4080) [ 464.191000][ T94] notifier_call_chain (kernel/notifier.c:85) [ 464.191004][ T94] netif_state_change (net/core/dev.c:1603) [ 464.191007][ T94] ? call_netdevice_notifiers_info (./include/net/net_namespace.h:419 (discriminator 7)) [ 464.191009][ T94] ? linkwatch_do_dev (net/core/link_watch.c:182 net/core/link_watch.c:166) [ 464.191011][ T94] __linkwatch_run_queue (net/core/link_watch.c:240) [ 464.191013][ T94] ? linkwatch_do_dev (./arch/x86/include/asm/bitops.h:202 (discriminator 1)) [ 464.191015][ T94] linkwatch_event (net/core/link_watch.c:314 (discriminator 11)) [ 464.191017][ T94] ? __linkwatch_run_queue (net/core/link_watch.c:213) [ 464.191018][ T94] process_one_work (kernel/workqueue.c:3314) [ 464.191021][ T94] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 464.191022][ T94] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 464.191025][ T94] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 464.191028][ T94] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 464.191029][ T94] kthread (kernel/kthread.c:436) [ 464.191032][ T94] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 464.191034][ T94] ? kthread_affine_node (kernel/kthread.c:378) [ 464.191037][ T94] ret_from_fork (arch/x86/kernel/process.c:158) [ 464.191040][ T94] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 464.191042][ T94] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 464.191045][ T94] ? kthread_affine_node (kernel/kthread.c:378) [ 464.191048][ T94] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 464.191051][ T94] [ 615.775650][ T44] INFO: task kworker/3:1:50 blocked for more than 122 seconds. [ 615.775849][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 615.775928][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 615.776060][ T44] task:kworker/3:1 state:D stack:28432 pid:50 tgid:50 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 615.776227][ T44] Workqueue: events netdev_rx_mode_work [ 615.776316][ T44] Call Trace: [ 615.776374][ T44] [ 615.776413][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 615.776498][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 615.776569][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 615.776667][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 615.776719][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 615.776789][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 615.776861][ T44] ? netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 615.776935][ T44] ? irqentry_exit (./include/linux/irq-entry-common.h:507 ./include/linux/irq-entry-common.h:542 kernel/entry/common.c:164) [ 615.777010][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 615.777080][ T44] ? lock_acquire.part.0 (./arch/x86/include/asm/irqflags.h:158 (discriminator 1) kernel/locking/lockdep.c:5871 (discriminator 1)) [ 615.777156][ T44] ? netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 615.777230][ T44] netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 615.777305][ T44] ? trace_workqueue_execute_start (./include/trace/events/workqueue.h:84 (discriminator 22)) [ 615.777397][ T44] ? process_one_work (kernel/workqueue.c:3290 (discriminator 2)) [ 615.777479][ T44] process_one_work (kernel/workqueue.c:3314) [ 615.777551][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 615.777630][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 615.777703][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 615.777778][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 615.777850][ T44] kthread (kernel/kthread.c:436) [ 615.777907][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 615.778004][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 615.778078][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 615.778151][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 615.778240][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 615.778315][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 615.778386][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 615.778460][ T44] | [ 615.778521][ T44] INFO: task kworker/3:1:50 is blocked on a mutex likely owned by task kworker/u20:1:94. [ 615.778660][ T44] INFO: task kworker/u20:1:94 blocked for more than 122 seconds. [ 615.778761][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 615.778827][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 615.778941][ T44] task:kworker/u20:1 state:D stack:26456 pid:94 tgid:94 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 615.779095][ T44] Workqueue: events_unbound linkwatch_event [ 615.779213][ T44] Call Trace: [ 615.779271][ T44] [ 615.779308][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 615.779382][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 615.779451][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.779522][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 615.779597][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 615.779679][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.779752][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 615.779805][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 615.779882][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 615.779951][ T44] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 615.780052][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 615.780126][ T44] ? check_path.constprop.0 (kernel/locking/lockdep.c:1848 kernel/locking/lockdep.c:2131) [ 615.780200][ T44] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 615.780276][ T44] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 615.780349][ T44] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 615.780439][ T44] __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 615.780525][ T44] bond_update_speed_duplex (drivers/net/bonding/bond_main.c:797) [ 615.780594][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237) [ 615.780673][ T44] ? slave_kobj_release (drivers/net/bonding/bond_main.c:1735) [ 615.780750][ T44] bond_slave_netdev_event.isra.0 (drivers/net/bonding/bond_main.c:3973) [ 615.780838][ T44] ? fib_netdev_event (net/ipv4/fib_frontend.c:1537) [ 615.780911][ T44] bond_netdev_event (drivers/net/bonding/bond_main.c:4080) [ 615.780983][ T44] notifier_call_chain (kernel/notifier.c:85) [ 615.781053][ T44] netif_state_change (net/core/dev.c:1603) [ 615.781121][ T44] ? call_netdevice_notifiers_info (./include/net/net_namespace.h:419 (discriminator 7)) [ 615.781208][ T44] ? linkwatch_do_dev (net/core/link_watch.c:182 net/core/link_watch.c:166) [ 615.781289][ T44] __linkwatch_run_queue (net/core/link_watch.c:240) [ 615.781360][ T44] ? linkwatch_do_dev (./arch/x86/include/asm/bitops.h:202 (discriminator 1)) [ 615.781431][ T44] linkwatch_event (net/core/link_watch.c:314 (discriminator 11)) [ 615.781504][ T44] ? __linkwatch_run_queue (net/core/link_watch.c:213) [ 615.781577][ T44] process_one_work (kernel/workqueue.c:3314) [ 615.781659][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 615.781729][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 615.781803][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 615.781875][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 615.781948][ T44] kthread (kernel/kthread.c:436) [ 615.782000][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 615.782087][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 615.782157][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 615.782232][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 615.782328][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 615.782397][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 615.782472][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 615.782543][ T44] | [ 615.782597][ T44] INFO: task kworker/u20:1:94 is blocked on a mutex likely owned by task kworker/u20:1:94. [ 615.782750][ T44] INFO: task kworker/u16:0:10276 blocked for more than 122 seconds. [ 615.782854][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 615.782921][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 615.783035][ T44] task:kworker/u16:0 state:D stack:26464 pid:10276 tgid:10276 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 615.783198][ T44] Workqueue: ipv6_addrconf addrconf_dad_work [ 615.783288][ T44] Call Trace: [ 615.783342][ T44] [ 615.783384][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 615.783455][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 615.783525][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.783596][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 615.783679][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 615.783748][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.783819][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 615.783873][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 615.783944][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 615.784018][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 615.784089][ T44] ? addrconf_dad_work (./include/linux/rtnetlink.h:130 net/ipv6/addrconf.c:4221) [ 615.784161][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 615.784236][ T44] ? update_cfs_rq_load_avg (kernel/sched/fair.c:4879) [ 615.784306][ T44] ? do_raw_spin_lock (./include/linux/instrumented.h:55 ./include/linux/atomic/atomic-instrumented.h:1301 ./include/asm-generic/qspinlock.h:111 kernel/locking/spinlock_debug.c:116) [ 615.784376][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 615.784447][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.784516][ T44] ? addrconf_dad_work (./include/linux/rtnetlink.h:130 net/ipv6/addrconf.c:4221) [ 615.784587][ T44] addrconf_dad_work (./include/linux/rtnetlink.h:130 net/ipv6/addrconf.c:4221) [ 615.784667][ T44] ? addrconf_dad_begin (net/ipv6/addrconf.c:4171) [ 615.784736][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.784807][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.784880][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 615.784952][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.785030][ T44] process_one_work (kernel/workqueue.c:3314) [ 615.785105][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 615.785177][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 615.785247][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 615.785316][ T44] ? __rwlock_init (kernel/locking/spinlock_debug.c:48) [ 615.785388][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 615.785463][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 615.785537][ T44] ? __kthread_parkme (./include/linux/instrumented.h:82 ./include/asm-generic/bitops/instrumented-non-atomic.h:141 kernel/kthread.c:272) [ 615.785611][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 615.785681][ T44] kthread (kernel/kthread.c:436) [ 615.785736][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 615.785819][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 615.785891][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 615.785962][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 615.786049][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 615.786117][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 615.786190][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 615.786263][ T44] | [ 615.786317][ T44] INFO: task kworker/u16:0:10276 is blocked on a mutex likely owned by task kworker/u20:1:94. [ 615.786456][ T44] INFO: task ip:14583 blocked for more than 122 seconds. [ 615.786539][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 615.786608][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 615.786722][ T44] task:ip state:D stack:25840 pid:14583 tgid:14583 ppid:14501 task_flags:0x400100 flags:0x00080000 [ 615.786879][ T44] Call Trace: [ 615.786934][ T44] [ 615.786968][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 615.787038][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 615.787111][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.787182][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 615.787255][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 615.787325][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.787401][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 615.787453][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 615.787521][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 615.787596][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.787675][ T44] ? rtnl_getlink (net/core/rtnetlink.c:80 net/core/rtnetlink.c:4267) [ 615.787748][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 615.787821][ T44] ? ref_tracker_dir_print (lib/ref_tracker.c:200) [ 615.787895][ T44] ? rtnl_getlink (./include/linux/netdevice.h:4487 ./include/linux/netdevice.h:4516 net/core/rtnetlink.c:4256) [ 615.787968][ T44] ? rtnetlink_rcv_msg (net/core/rtnetlink.c:7062) [ 615.788040][ T44] ? netlink_rcv_skb (net/netlink/af_netlink.c:2556) [ 615.788116][ T44] ? ____sys_sendmsg (net/socket.c:787 (discriminator 4) net/socket.c:802 (discriminator 4) net/socket.c:2698 (discriminator 4)) [ 615.788189][ T44] ? ___sys_sendmsg (net/socket.c:2752) [ 615.788260][ T44] ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 1)) [ 615.788338][ T44] ? rtnl_getlink (net/core/rtnetlink.c:80 net/core/rtnetlink.c:4267) [ 615.788408][ T44] rtnl_getlink (net/core/rtnetlink.c:80 net/core/rtnetlink.c:4267) [ 615.788478][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 615.788549][ T44] ? rtnl_dump_ifinfo (./include/net/netlink.h:1236) [ 615.788626][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 615.788698][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.788778][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 615.788854][ T44] ? unwind_next_frame (./include/linux/rcupdate.h:871 ./include/linux/rcupdate.h:1181 arch/x86/kernel/unwind_orc.c:495) [ 615.788924][ T44] ? entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:121) [ 615.789012][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.789080][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.789152][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 615.789226][ T44] ? write_profile (profile.c:?) [ 615.789303][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.789374][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 615.789447][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.789517][ T44] ? rtnl_dump_ifinfo (./include/net/netlink.h:1236) [ 615.789590][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:7062) [ 615.789669][ T44] ? rtnl_link_fill (./include/net/netlink.h:1107 (discriminator 1)) [ 615.789746][ T44] ? stack_trace_save (kernel/stacktrace.c:122 (discriminator 1)) [ 615.789817][ T44] ? filter_irq_stacks (kernel/stacktrace.c:402) [ 615.789890][ T44] ? stack_depot_save_flags (lib/stackdepot.c:609 lib/stackdepot.c:676) [ 615.789962][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2556) [ 615.790032][ T44] ? rtnl_link_fill (./include/net/netlink.h:1107 (discriminator 1)) [ 615.790109][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 615.790179][ T44] ? netlink_ack (./include/linux/skbuff.h:2720) [ 615.790250][ T44] ? __netlink_lookup (./include/linux/rcupdate.h:839 ./include/linux/rhashtable.h:708 net/netlink/af_netlink.c:499) [ 615.790324][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.790393][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 615.790463][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1345) [ 615.790530][ T44] ? netlink_attachskb (./arch/x86/include/asm/bitops.h:202 (discriminator 1)) [ 615.790597][ T44] ? unwind_next_frame (./include/linux/rcupdate.h:871 ./include/linux/rcupdate.h:1181 arch/x86/kernel/unwind_orc.c:495) [ 615.790676][ T44] ? entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:121) [ 615.790762][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1900) [ 615.790829][ T44] ? netlink_unicast (./include/net/net_namespace.h:419 (discriminator 7)) [ 615.790896][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.790971][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 615.791041][ T44] ____sys_sendmsg (net/socket.c:787 (discriminator 4) net/socket.c:802 (discriminator 4) net/socket.c:2698 (discriminator 4)) [ 615.791110][ T44] ? copy_msghdr_from_user (net/socket.c:2635) [ 615.791177][ T44] ? get_timestamp.constprop.0 (./include/linux/netdevice.h:5354) [ 615.791258][ T44] ? move_addr_to_kernel (net/socket.c:258) [ 615.791339][ T44] ___sys_sendmsg (net/socket.c:2752) [ 615.791405][ T44] ? copy_msghdr_from_user (net/socket.c:2603) [ 615.791477][ T44] ? __rwlock_init (kernel/locking/spinlock_debug.c:48) [ 615.791553][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.791633][ T44] ? move_addr_to_user (./include/linux/uaccess.h:236 net/socket.c:302) [ 615.791700][ T44] ? do_getsockname (net/socket.c:2192) [ 615.791768][ T44] __sys_sendmsg (net/socket.c:2784) [ 615.791875][ T44] ? __sys_sendmsg_sock (net/socket.c:2765) [ 615.791947][ T44] ? __sys_getsockname (net/socket.c:2210) [ 615.792017][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 615.792092][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 arch/x86/entry/syscall_64.c:94) [ 615.792192][ T44] ? trace_hardirqs_off (kernel/trace/trace_preemptirq.c:104 (discriminator 1)) [ 615.792259][ T44] ? exc_page_fault (arch/x86/mm/fault.c:1480 (discriminator 3) arch/x86/mm/fault.c:1527 (discriminator 3)) [ 615.792329][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:121) [ 615.792418][ T44] RIP: 0033:0x7f1d0a9b608e [ 615.792534][ T44] RSP: 002b:00007ffd0265ae90 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 615.792653][ T44] RAX: ffffffffffffffda RBX: 0000000000000000 RCX: 00007f1d0a9b608e [ 615.792768][ T44] RDX: 0000000000000000 RSI: 00007ffd0265af40 RDI: 0000000000000006 [ 615.792916][ T44] RBP: 00007ffd0265aea0 R08: 0000000000000000 R09: 0000000000000000 [ 615.793023][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 000000006a192e57 [ 615.793166][ T44] R13: 00007ffd0265aff0 R14: 00007ffd0265cc38 R15: 00000000fffffff5 | [ 615.793280][ T44] | [ 615.793339][ T44] INFO: task ip:14583 is blocked on a mutex likely owned by task kworker/u20:1:94. | [ 615.793490][ T44] INFO: lockdep is turned off. [ 738.655654][ T44] INFO: task kworker/3:1:50 blocked for more than 245 seconds. [ 738.655856][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 738.655929][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 738.656051][ T44] task:kworker/3:1 state:D stack:28432 pid:50 tgid:50 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 738.656222][ T44] Workqueue: events netdev_rx_mode_work [ 738.656307][ T44] Call Trace: [ 738.656366][ T44] [ 738.656407][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 738.656491][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 738.656574][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 738.656662][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 738.656716][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 738.656785][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 738.656856][ T44] ? netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 738.656927][ T44] ? irqentry_exit (./include/linux/irq-entry-common.h:507 ./include/linux/irq-entry-common.h:542 kernel/entry/common.c:164) [ 738.656999][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 738.657068][ T44] ? lock_acquire.part.0 (./arch/x86/include/asm/irqflags.h:158 (discriminator 1) kernel/locking/lockdep.c:5871 (discriminator 1)) [ 738.657141][ T44] ? netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 738.657215][ T44] netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 738.657289][ T44] ? trace_workqueue_execute_start (./include/trace/events/workqueue.h:84 (discriminator 22)) [ 738.657383][ T44] ? process_one_work (kernel/workqueue.c:3290 (discriminator 2)) [ 738.657456][ T44] process_one_work (kernel/workqueue.c:3314) [ 738.657527][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 738.657614][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 738.657695][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 738.657766][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 738.657839][ T44] kthread (kernel/kthread.c:436) [ 738.657895][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 738.657985][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 738.658060][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 738.658136][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 738.658221][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 738.658301][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 738.658375][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 738.658450][ T44] | [ 738.658514][ T44] INFO: task kworker/3:1:50 is blocked on a mutex likely owned by task kworker/u20:1:94. [ 738.658653][ T44] INFO: task kworker/u20:1:94 blocked for more than 245 seconds. [ 738.658759][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 738.658829][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 738.658950][ T44] task:kworker/u20:1 state:D stack:26456 pid:94 tgid:94 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 738.659108][ T44] Workqueue: events_unbound linkwatch_event [ 738.659197][ T44] Call Trace: [ 738.659257][ T44] [ 738.659297][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 738.659374][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 738.659449][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.659522][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 738.659608][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 738.659690][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.659764][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 738.659821][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 738.659893][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 738.659967][ T44] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 738.660064][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 738.660135][ T44] ? check_path.constprop.0 (kernel/locking/lockdep.c:1848 kernel/locking/lockdep.c:2131) [ 738.660211][ T44] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 738.660284][ T44] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 738.660356][ T44] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 738.660444][ T44] __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 738.660547][ T44] bond_update_speed_duplex (drivers/net/bonding/bond_main.c:797) [ 738.660629][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237) [ 738.660702][ T44] ? slave_kobj_release (drivers/net/bonding/bond_main.c:1735) [ 738.660778][ T44] bond_slave_netdev_event.isra.0 (drivers/net/bonding/bond_main.c:3973) [ 738.660869][ T44] ? fib_netdev_event (net/ipv4/fib_frontend.c:1537) [ 738.660947][ T44] bond_netdev_event (drivers/net/bonding/bond_main.c:4080) [ 738.661027][ T44] notifier_call_chain (kernel/notifier.c:85) [ 738.661105][ T44] netif_state_change (net/core/dev.c:1603) [ 738.661181][ T44] ? call_netdevice_notifiers_info (./include/net/net_namespace.h:419 (discriminator 7)) [ 738.661270][ T44] ? linkwatch_do_dev (net/core/link_watch.c:182 net/core/link_watch.c:166) [ 738.661346][ T44] __linkwatch_run_queue (net/core/link_watch.c:240) [ 738.661423][ T44] ? linkwatch_do_dev (./arch/x86/include/asm/bitops.h:202 (discriminator 1)) [ 738.661496][ T44] linkwatch_event (net/core/link_watch.c:314 (discriminator 11)) [ 738.661572][ T44] ? __linkwatch_run_queue (net/core/link_watch.c:213) [ 738.661647][ T44] process_one_work (kernel/workqueue.c:3314) [ 738.661723][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 738.661796][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 738.661876][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 738.661950][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 738.662024][ T44] kthread (kernel/kthread.c:436) [ 738.662077][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 738.662166][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 738.662240][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 738.662313][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 738.662402][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 738.662471][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 738.662548][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 738.662619][ T44] | [ 738.662684][ T44] INFO: task kworker/u20:1:94 is blocked on a mutex likely owned by task kworker/u20:1:94. [ 738.662831][ T44] INFO: task kworker/u16:0:10276 blocked for more than 245 seconds. [ 738.662932][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 738.662998][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 738.663114][ T44] task:kworker/u16:0 state:D stack:26464 pid:10276 tgid:10276 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 738.663276][ T44] Workqueue: ipv6_addrconf addrconf_dad_work [ 738.663366][ T44] Call Trace: [ 738.663418][ T44] [ 738.663455][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 738.663535][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 738.663617][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.663697][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 738.663769][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 738.663844][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.663921][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 738.663977][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 738.664049][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 738.664120][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 738.664190][ T44] ? addrconf_dad_work (./include/linux/rtnetlink.h:130 net/ipv6/addrconf.c:4221) [ 738.664264][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 738.664335][ T44] ? update_cfs_rq_load_avg (kernel/sched/fair.c:4879) [ 738.664417][ T44] ? do_raw_spin_lock (./include/linux/instrumented.h:55 ./include/linux/atomic/atomic-instrumented.h:1301 ./include/asm-generic/qspinlock.h:111 kernel/locking/spinlock_debug.c:116) [ 738.664493][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 738.664574][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.664649][ T44] ? addrconf_dad_work (./include/linux/rtnetlink.h:130 net/ipv6/addrconf.c:4221) [ 738.664720][ T44] addrconf_dad_work (./include/linux/rtnetlink.h:130 net/ipv6/addrconf.c:4221) [ 738.664794][ T44] ? addrconf_dad_begin (net/ipv6/addrconf.c:4171) [ 738.664870][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.664946][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.665019][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 738.665090][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.665166][ T44] process_one_work (kernel/workqueue.c:3314) [ 738.665242][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 738.665315][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 738.665388][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 738.665462][ T44] ? __rwlock_init (kernel/locking/spinlock_debug.c:48) [ 738.665541][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 738.665614][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 738.665694][ T44] ? __kthread_parkme (./include/linux/instrumented.h:82 ./include/asm-generic/bitops/instrumented-non-atomic.h:141 kernel/kthread.c:272) [ 738.665769][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 738.665842][ T44] kthread (kernel/kthread.c:436) [ 738.665899][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 738.665992][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 738.666063][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 738.666138][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 738.666230][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 738.666303][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 738.666378][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 738.666453][ T44] | [ 738.666512][ T44] INFO: task kworker/u16:0:10276 is blocked on a mutex likely owned by task kworker/u20:1:94. [ 738.666658][ T44] INFO: task ip:14583 blocked for more than 245 seconds. [ 738.666748][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 738.666816][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 738.666931][ T44] task:ip state:D stack:25840 pid:14583 tgid:14583 ppid:14501 task_flags:0x400100 flags:0x00080000 [ 738.667090][ T44] Call Trace: [ 738.667142][ T44] [ 738.667181][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 738.667256][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 738.667328][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.667404][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 738.667479][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 738.667557][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.667630][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 738.667687][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 738.667755][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 738.667827][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.667897][ T44] ? rtnl_getlink (net/core/rtnetlink.c:80 net/core/rtnetlink.c:4267) [ 738.667968][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 738.668038][ T44] ? ref_tracker_dir_print (lib/ref_tracker.c:200) [ 738.668134][ T44] ? rtnl_getlink (./include/linux/netdevice.h:4487 ./include/linux/netdevice.h:4516 net/core/rtnetlink.c:4256) [ 738.668206][ T44] ? rtnetlink_rcv_msg (net/core/rtnetlink.c:7062) [ 738.668274][ T44] ? netlink_rcv_skb (net/netlink/af_netlink.c:2556) [ 738.668348][ T44] ? ____sys_sendmsg (net/socket.c:787 (discriminator 4) net/socket.c:802 (discriminator 4) net/socket.c:2698 (discriminator 4)) [ 738.668417][ T44] ? ___sys_sendmsg (net/socket.c:2752) [ 738.668497][ T44] ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 1)) [ 738.668575][ T44] ? rtnl_getlink (net/core/rtnetlink.c:80 net/core/rtnetlink.c:4267) [ 738.668645][ T44] rtnl_getlink (net/core/rtnetlink.c:80 net/core/rtnetlink.c:4267) [ 738.668727][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 738.668797][ T44] ? rtnl_dump_ifinfo (./include/net/netlink.h:1236) [ 738.668870][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 738.668943][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.669013][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 738.669087][ T44] ? unwind_next_frame (./include/linux/rcupdate.h:871 ./include/linux/rcupdate.h:1181 arch/x86/kernel/unwind_orc.c:495) [ 738.669160][ T44] ? entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:121) [ 738.669246][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.669319][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.669389][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 738.669459][ T44] ? write_profile (profile.c:?) [ 738.669537][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.669609][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 738.669683][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.669756][ T44] ? rtnl_dump_ifinfo (./include/net/netlink.h:1236) [ 738.669828][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:7062) [ 738.669902][ T44] ? rtnl_link_fill (./include/net/netlink.h:1107 (discriminator 1)) [ 738.669971][ T44] ? stack_trace_save (kernel/stacktrace.c:122 (discriminator 1)) [ 738.670044][ T44] ? filter_irq_stacks (kernel/stacktrace.c:402) [ 738.670118][ T44] ? stack_depot_save_flags (lib/stackdepot.c:609 lib/stackdepot.c:676) [ 738.670193][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2556) [ 738.670266][ T44] ? rtnl_link_fill (./include/net/netlink.h:1107 (discriminator 1)) [ 738.670340][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 738.670414][ T44] ? netlink_ack (./include/linux/skbuff.h:2720) [ 738.670492][ T44] ? __netlink_lookup (./include/linux/rcupdate.h:839 ./include/linux/rhashtable.h:708 net/netlink/af_netlink.c:499) [ 738.670573][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.670648][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 738.670722][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1345) [ 738.670794][ T44] ? netlink_attachskb (./arch/x86/include/asm/bitops.h:202 (discriminator 1)) [ 738.670864][ T44] ? unwind_next_frame (./include/linux/rcupdate.h:871 ./include/linux/rcupdate.h:1181 arch/x86/kernel/unwind_orc.c:495) [ 738.670936][ T44] ? entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:121) [ 738.671035][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1900) [ 738.671107][ T44] ? netlink_unicast (./include/net/net_namespace.h:419 (discriminator 7)) [ 738.671178][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.671251][ T44] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 738.671330][ T44] ____sys_sendmsg (net/socket.c:787 (discriminator 4) net/socket.c:802 (discriminator 4) net/socket.c:2698 (discriminator 4)) [ 738.671403][ T44] ? copy_msghdr_from_user (net/socket.c:2635) [ 738.671477][ T44] ? get_timestamp.constprop.0 (./include/linux/netdevice.h:5354) [ 738.671576][ T44] ? move_addr_to_kernel (net/socket.c:258) [ 738.671657][ T44] ___sys_sendmsg (net/socket.c:2752) [ 738.671728][ T44] ? copy_msghdr_from_user (net/socket.c:2603) [ 738.671798][ T44] ? __rwlock_init (kernel/locking/spinlock_debug.c:48) [ 738.671877][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.671951][ T44] ? move_addr_to_user (./include/linux/uaccess.h:236 net/socket.c:302) [ 738.672023][ T44] ? do_getsockname (net/socket.c:2192) [ 738.672097][ T44] __sys_sendmsg (net/socket.c:2784) [ 738.672214][ T44] ? __sys_sendmsg_sock (net/socket.c:2765) [ 738.672290][ T44] ? __sys_getsockname (net/socket.c:2210) [ 738.672362][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 738.672432][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 arch/x86/entry/syscall_64.c:94) [ 738.672544][ T44] ? trace_hardirqs_off (kernel/trace/trace_preemptirq.c:104 (discriminator 1)) [ 738.672614][ T44] ? exc_page_fault (arch/x86/mm/fault.c:1480 (discriminator 3) arch/x86/mm/fault.c:1527 (discriminator 3)) [ 738.672689][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:121) [ 738.672776][ T44] RIP: 0033:0x7f1d0a9b608e [ 738.672893][ T44] RSP: 002b:00007ffd0265ae90 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 738.672998][ T44] RAX: ffffffffffffffda RBX: 0000000000000000 RCX: 00007f1d0a9b608e [ 738.673103][ T44] RDX: 0000000000000000 RSI: 00007ffd0265af40 RDI: 0000000000000006 [ 738.673240][ T44] RBP: 00007ffd0265aea0 R08: 0000000000000000 R09: 0000000000000000 [ 738.673347][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 000000006a192e57 [ 738.673488][ T44] R13: 00007ffd0265aff0 R14: 00007ffd0265cc38 R15: 00000000fffffff5 | [ 738.673602][ T44] | [ 738.673664][ T44] INFO: task ip:14583 is blocked on a mutex likely owned by task kworker/u20:1:94. | [ 738.673816][ T44] INFO: lockdep is turned off. [ 861.536646][ T44] INFO: task kworker/3:1:50 blocked for more than 368 seconds. [ 861.536846][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 861.536915][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 861.537028][ T44] task:kworker/3:1 state:D stack:28432 pid:50 tgid:50 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 861.537188][ T44] Workqueue: events netdev_rx_mode_work [ 861.537268][ T44] Call Trace: [ 861.537322][ T44] [ 861.537362][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 861.537439][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 861.537516][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 861.537588][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 861.537652][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 861.537722][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 861.537792][ T44] ? netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 861.537865][ T44] ? irqentry_exit (./include/linux/irq-entry-common.h:507 ./include/linux/irq-entry-common.h:542 kernel/entry/common.c:164) [ 861.537935][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 861.538005][ T44] ? lock_acquire.part.0 (./arch/x86/include/asm/irqflags.h:158 (discriminator 1) kernel/locking/lockdep.c:5871 (discriminator 1)) [ 861.538076][ T44] ? netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 861.538150][ T44] netdev_rx_mode_work (net/core/dev_addr_lists.c:1312) [ 861.538220][ T44] ? trace_workqueue_execute_start (./include/trace/events/workqueue.h:84 (discriminator 22)) [ 861.538319][ T44] ? process_one_work (kernel/workqueue.c:3290 (discriminator 2)) [ 861.538392][ T44] process_one_work (kernel/workqueue.c:3314) [ 861.538464][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 861.538534][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 861.538609][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 861.538687][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 861.538756][ T44] kthread (kernel/kthread.c:436) [ 861.538811][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 861.538897][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 861.538966][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 861.539038][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 861.539125][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 861.539197][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 861.539271][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:245) | [ 861.539349][ T44] | [ 861.539413][ T44] INFO: task kworker/3:1:50 is blocked on a mutex likely owned by task kworker/u20:1:94. [ 861.539535][ T44] INFO: task kworker/u20:1:94 blocked for more than 368 seconds. [ 861.539633][ T44] Not tainted 7.1.0-rc5-virtme #1 [ 861.539697][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 861.539808][ T44] task:kworker/u20:1 state:D stack:26456 pid:94 tgid:94 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 861.539963][ T44] Workqueue: events_unbound linkwatch_event [ 861.540051][ T44] Call Trace: [ 861.540102][ T44] [ 861.540137][ T44] __schedule (kernel/sched/core.c:5388 kernel/sched/core.c:7189) [ 861.540207][ T44] ? io_schedule_timeout (kernel/sched/core.c:8079 (discriminator 1)) [ 861.540275][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.540347][ T44] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 861.540417][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 861.540490][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 861.540560][ T44] schedule (kernel/sched/core.c:7268 kernel/sched/core.c:7283) [ 861.540617][ T44] schedule_preempt_disabled (kernel/sched/core.c:7340) [ 861.540690][ T44] __mutex_lock (kernel/locking/mutex.c:726 kernel/locking/mutex.c:820) [ 861.540763][ T44] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 861.540852][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 861.540928][ T44] ? check_path.constprop.0 (kernel/locking/lockdep.c:1848 kernel/locking/lockdep.c:2131) [ 861.540999][ T44] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 861.541070][ T44] ? check_prev_add (kernel/locking/lockdep.c:3169) [ 861.541142][ T44] ? __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 861.541228][ T44] __ethtool_get_link_ksettings (./include/linux/netdevice.h:2835 ./include/net/netdev_lock.h:42 ./include/net/netdev_lock.h:39 net/ethtool/ioctl.c:462) [ 861.541318][ T44] bond_update_speed_duplex (drivers/net/bonding/bond_main.c:797) [ 861.541391][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237) [ 861.541468][ T44] ? slave_kobj_release (drivers/net/bonding/bond_main.c:1735) [ 861.541540][ T44] bond_slave_netdev_event.isra.0 (drivers/net/bonding/bond_main.c:3973) [ 861.541629][ T44] ? fib_netdev_event (net/ipv4/fib_frontend.c:1537) [ 861.541702][ T44] bond_netdev_event (drivers/net/bonding/bond_main.c:4080) [ 861.541771][ T44] notifier_call_chain (kernel/notifier.c:85) [ 861.541842][ T44] netif_state_change (net/core/dev.c:1603) [ 861.541914][ T44] ? call_netdevice_notifiers_info (./include/net/net_namespace.h:419 (discriminator 7)) [ 861.542001][ T44] ? linkwatch_do_dev (net/core/link_watch.c:182 net/core/link_watch.c:166) [ 861.542071][ T44] __linkwatch_run_queue (net/core/link_watch.c:240) [ 861.542140][ T44] ? linkwatch_do_dev (./arch/x86/include/asm/bitops.h:202 (discriminator 1)) [ 861.542209][ T44] linkwatch_event (net/core/link_watch.c:314 (discriminator 11)) [ 861.542278][ T44] ? __linkwatch_run_queue (net/core/link_watch.c:213) [ 861.542349][ T44] process_one_work (kernel/workqueue.c:3314) [ 861.542419][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 861.542492][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 861.542564][ T44] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 861.542639][ T44] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 861.542709][ T44] kthread (kernel/kthread.c:436) [ 861.542762][ T44] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 861.542846][ T44] ? kthread_affine_node (kernel/kthread.c:378) [ 861.542919][ T44] ret_from_fork (arch/x86/kernel/process.c:158) [ 861.542991][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 861.543082][ T44] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 861.543157][ T44] ? kthread_affine_node (kernel/kthread.c:378) Finger prints: validate_chain:__lock_acquire:__mutex_lock:__ethtool_get_link_ksettings:bond_update_speed_duplex __schedule:schedule:schedule_preempt_disabled:__mutex_lock:__ethtool_get_link_ksettings __schedule:schedule:schedule_preempt_disabled:__mutex_lock:rtnl_getlink __schedule:schedule:schedule_preempt_disabled:__mutex_lock:netdev_rx_mode_work __schedule:schedule:schedule_preempt_disabled:__mutex_lock:addrconf_dad_work