[ 4086.899048][T22575] pktgen: Packet Generator for packet performance testing. Version: 2.75
[ 4302.410439][ T44] INFO: task modprobe:22575 blocked for more than 122 seconds.
[ 4302.411120][ T44] Not tainted 6.17.0-rc7-virtme #1
[ 4302.411344][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 4302.411735][ T44] task:modprobe state:D stack:25584 pid:22575 tgid:22575 ppid:1 task_flags:0x400100 flags:0x00004006
[ 4302.412250][ T44] Call Trace:
[ 4302.412444][ T44]
[ 4302.412578][ T44] __schedule+0x880/0x1b10
[ 4302.412844][ T44] ? io_schedule_timeout+0x150/0x150
[ 4302.413092][ T44] ? schedule+0x1ee/0x270
[ 4302.413270][ T44] ? __lock_release+0x5d/0x170
[ 4302.413553][ T44] schedule+0xe2/0x270
[ 4302.413737][ T44] schedule_preempt_disabled+0x18/0x30
[ 4302.413974][ T44] rwsem_down_write_slowpath+0x3c5/0xcb0
[ 4302.414209][ T44] ? __lock_acquire+0x449/0x7e0
[ 4302.414453][ T44] ? down_read+0x4a0/0x4a0
[ 4302.414700][ T44] ? rcu_is_watching+0x12/0xb0
[ 4302.414938][ T44] ? lock_acquire+0x104/0x160
[ 4302.415166][ T44] ? register_pernet_subsys+0x1a/0x40
[ 4302.415423][ T44] down_write+0x1d6/0x200
[ 4302.415610][ T44] ? rwsem_down_write_slowpath+0xcb0/0xcb0
[ 4302.415893][ T44] ? find_held_lock+0x2b/0x80
[ 4302.416126][ T44] ? __create_object+0x5e/0xb0
[ 4302.416375][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 4302.416661][ T44] register_pernet_subsys+0x1a/0x40
[ 4302.416892][ T44] pg_init+0x2c/0x1000 [pktgen]
[ 4302.417133][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 4302.417428][ T44] do_one_initcall+0x8c/0x1d0
[ 4302.417668][ T44] ? trace_initcall_level+0x130/0x130
[ 4302.417900][ T44] ? rcu_is_watching+0x12/0xb0
[ 4302.418484][ T44] ? trace_kmalloc+0x26/0xd0
[ 4302.418728][ T44] ? __kmalloc_cache_noprof+0x15f/0x360
[ 4302.418982][ T44] ? debug_objects_oom+0x160/0x160
[ 4302.419229][ T44] ? kasan_unpoison+0x27/0x50
[ 4302.419483][ T44] ? __asan_register_globals+0x5d/0x70
[ 4302.419731][ T44] do_init_module+0x27a/0x860
[ 4302.419979][ T44] ? free_module+0x2f0/0x2f0
[ 4302.420215][ T44] ? kfree+0x144/0x320
[ 4302.420404][ T44] ? find_vm_area+0x12/0x50
[ 4302.420652][ T44] load_module+0x1f40/0x2dd0
[ 4302.420901][ T44] ? layout_and_allocate.constprop.0+0x630/0x630
[ 4302.421190][ T44] ? kernel_read_file+0x3ed/0x550
[ 4302.421447][ T44] ? kernel_read_file+0x3c8/0x550
[ 4302.421687][ T44] ? __ia32_sys_fsconfig+0x150/0x150
[ 4302.421928][ T44] ? init_module_from_file+0xe9/0x150
[ 4302.422163][ T44] init_module_from_file+0xe9/0x150
[ 4302.422408][ T44] ? __do_sys_init_module+0x1e0/0x1e0
[ 4302.422660][ T44] ? idempotent_init_module+0x316/0x610
[ 4302.422894][ T44] ? __lock_release+0x5d/0x170
[ 4302.423142][ T44] ? do_raw_spin_unlock+0x58/0x220
[ 4302.423387][ T44] idempotent_init_module+0x331/0x610
[ 4302.423625][ T44] ? init_module_from_file+0x150/0x150
[ 4302.423875][ T44] ? cap_capable+0x94/0x230
[ 4302.424124][ T44] __x64_sys_finit_module+0xca/0x150
[ 4302.424365][ T44] ? do_syscall_64+0x85/0x300
[ 4302.424615][ T44] do_syscall_64+0xc1/0x300
[ 4302.424862][ T44] entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 4302.425156][ T44] RIP: 0033:0x7fbcd3ab192d
[ 4302.425413][ T44] RSP: 002b:00007ffed39645e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139
[ 4302.425775][ T44] RAX: ffffffffffffffda RBX: 000055a9a138dac0 RCX: 00007fbcd3ab192d
[ 4302.426126][ T44] RDX: 0000000000000000 RSI: 000055a967519a2a RDI: 0000000000000005
[ 4302.426495][ T44] RBP: 0000000000040000 R08: 0000000000000000 R09: 00007ffed3964720
[ 4302.426845][ T44] R10: 0000000000000005 R11: 0000000000000246 R12: 000055a967519a2a
[ 4302.427190][ T44] R13: 000055a9a138db60 R14: 000055a9a138dda0 R15: 0000000000000000
[ 4302.427557][ T44]
[ 4302.427751][ T44] INFO: task modprobe:22575 blocked on an rw-semaphore likely owned by task kworker/u16:1:67
[ 4302.428235][ T44] task:kworker/u16:1 state:R running task stack:26112 pid:67 tgid:67 ppid:2 task_flags:0x4208060 flags:0x00004000
[ 4302.428792][ T44] Workqueue: netns cleanup_net
[ 4302.429035][ T44] Call Trace:
[ 4302.429213][ T44]
[ 4302.429344][ T44] ? __mutex_trylock_common+0xf9/0x260
[ 4302.429595][ T44] ? __mutex_handoff+0x2b0/0x2b0
[ 4302.429825][ T44] ? rcu_is_watching+0x12/0xb0
[ 4302.430058][ T44] ? rcu_is_watching+0x12/0xb0
[ 4302.430288][ T44] ? trace_contention_end+0xd8/0x140
[ 4302.430529][ T44] ? trace_sched_exit_tp+0xcd/0x130
[ 4302.430767][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4302.431065][ T44] ? ww_mutex_lock+0x160/0x160
[ 4302.431316][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4302.431619][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4302.431910][ T44] ? __nf_conntrack_hash_insert+0x200/0x200 [nf_conntrack]
[ 4302.432258][ T44] ? lock_release+0x13/0xc0
[ 4302.432498][ T44] ? nf_conntrack_cleanup_net_list+0x19a/0x4b0 [nf_conntrack]
[ 4302.432846][ T44] ? nf_conntrack_cleanup_net_list+0x10e/0x4b0 [nf_conntrack]
[ 4302.433198][ T44] ? nf_conntrack_cleanup_end+0x70/0x70 [nf_conntrack]
[ 4302.433500][ T44] ? nf_conntrack_pernet_exit+0xa5/0x140 [nf_conntrack]
[ 4302.433799][ T44] ? ops_undo_list+0x2bf/0x890
[ 4302.434036][ T44] ? rtnl_net_dumpid_one+0x270/0x270
[ 4302.434264][ T44] ? cleanup_net+0x2c5/0x890
[ 4302.434506][ T44] ? cleanup_net+0x3a1/0x890
[ 4302.434746][ T44] ? net_passive_dec+0x190/0x190
[ 4302.434979][ T44] ? rcu_is_watching+0x12/0xb0
[ 4302.435210][ T44] ? process_one_work+0xe35/0x1650
[ 4302.435461][ T44] ? pwq_dec_nr_in_flight+0x550/0x550
[ 4302.435700][ T44] ? assign_work+0x168/0x240
[ 4302.435935][ T44] ? worker_thread+0x591/0xcf0
[ 4302.436174][ T44] ? rescuer_thread+0xd10/0xd10
[ 4302.436415][ T44] ? kthread+0x37b/0x5f0
[ 4302.436601][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4302.436834][ T44] ? ret_from_fork+0x1b/0x270
[ 4302.437073][ T44] ? __lock_release+0x5d/0x170
[ 4302.437305][ T44] ? rcu_is_watching+0x12/0xb0
[ 4302.437542][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4302.437776][ T44] ? ret_from_fork+0x1db/0x270
[ 4302.438004][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4302.438237][ T44] ? ret_from_fork_asm+0x11/0x20
[ 4302.438493][ T44]
[ 4302.438683][ T44]
[ 4302.438683][ T44] Showing all locks held in the system:
[ 4302.439022][ T44] 1 lock held by khungtaskd/44:
[ 4302.439248][ T44] #0: ffffffff97b83f80 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260
[ 4302.439649][ T44] 4 locks held by kworker/u16:1/67:
[ 4302.439885][ T44] 1 lock held by modprobe/22575:
[ 4302.440110][ T44] #0: ffffffff98270430 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys+0x1a/0x40
[ 4302.440555][ T44]
[ 4302.440678][ T44] =============================================
[ 4302.440678][ T44]
[ 4425.289435][ T44] INFO: task modprobe:22575 blocked for more than 245 seconds.
[ 4425.289975][ T44] Not tainted 6.17.0-rc7-virtme #1
[ 4425.290205][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 4425.290626][ T44] task:modprobe state:D stack:25584 pid:22575 tgid:22575 ppid:1 task_flags:0x400100 flags:0x00004006
[ 4425.291125][ T44] Call Trace:
[ 4425.291302][ T44]
[ 4425.291447][ T44] __schedule+0x880/0x1b10
[ 4425.291693][ T44] ? io_schedule_timeout+0x150/0x150
[ 4425.291935][ T44] ? schedule+0x1ee/0x270
[ 4425.292112][ T44] ? __lock_release+0x5d/0x170
[ 4425.292386][ T44] schedule+0xe2/0x270
[ 4425.292569][ T44] schedule_preempt_disabled+0x18/0x30
[ 4425.292799][ T44] rwsem_down_write_slowpath+0x3c5/0xcb0
[ 4425.293033][ T44] ? __lock_acquire+0x449/0x7e0
[ 4425.293267][ T44] ? down_read+0x4a0/0x4a0
[ 4425.293520][ T44] ? rcu_is_watching+0x12/0xb0
[ 4425.293755][ T44] ? lock_acquire+0x104/0x160
[ 4425.293986][ T44] ? register_pernet_subsys+0x1a/0x40
[ 4425.294232][ T44] down_write+0x1d6/0x200
[ 4425.294424][ T44] ? rwsem_down_write_slowpath+0xcb0/0xcb0
[ 4425.294710][ T44] ? find_held_lock+0x2b/0x80
[ 4425.294942][ T44] ? __create_object+0x5e/0xb0
[ 4425.295178][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 4425.295473][ T44] register_pernet_subsys+0x1a/0x40
[ 4425.295707][ T44] pg_init+0x2c/0x1000 [pktgen]
[ 4425.295955][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 4425.296237][ T44] do_one_initcall+0x8c/0x1d0
[ 4425.296487][ T44] ? trace_initcall_level+0x130/0x130
[ 4425.296721][ T44] ? rcu_is_watching+0x12/0xb0
[ 4425.296952][ T44] ? trace_kmalloc+0x26/0xd0
[ 4425.297181][ T44] ? __kmalloc_cache_noprof+0x15f/0x360
[ 4425.297420][ T44] ? debug_objects_oom+0x160/0x160
[ 4425.297661][ T44] ? kasan_unpoison+0x27/0x50
[ 4425.297901][ T44] ? __asan_register_globals+0x5d/0x70
[ 4425.298143][ T44] do_init_module+0x27a/0x860
[ 4425.298393][ T44] ? free_module+0x2f0/0x2f0
[ 4425.298626][ T44] ? kfree+0x144/0x320
[ 4425.298802][ T44] ? find_vm_area+0x12/0x50
[ 4425.299036][ T44] load_module+0x1f40/0x2dd0
[ 4425.299281][ T44] ? layout_and_allocate.constprop.0+0x630/0x630
[ 4425.299586][ T44] ? kernel_read_file+0x3ed/0x550
[ 4425.299824][ T44] ? kernel_read_file+0x3c8/0x550
[ 4425.300059][ T44] ? __ia32_sys_fsconfig+0x150/0x150
[ 4425.300297][ T44] ? init_module_from_file+0xe9/0x150
[ 4425.300536][ T44] init_module_from_file+0xe9/0x150
[ 4425.300769][ T44] ? __do_sys_init_module+0x1e0/0x1e0
[ 4425.301023][ T44] ? idempotent_init_module+0x316/0x610
[ 4425.301254][ T44] ? __lock_release+0x5d/0x170
[ 4425.301494][ T44] ? do_raw_spin_unlock+0x58/0x220
[ 4425.301728][ T44] idempotent_init_module+0x331/0x610
[ 4425.301963][ T44] ? init_module_from_file+0x150/0x150
[ 4425.302205][ T44] ? cap_capable+0x94/0x230
[ 4425.302449][ T44] __x64_sys_finit_module+0xca/0x150
[ 4425.302687][ T44] ? do_syscall_64+0x85/0x300
[ 4425.302919][ T44] do_syscall_64+0xc1/0x300
[ 4425.303152][ T44] entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 4425.303441][ T44] RIP: 0033:0x7fbcd3ab192d
[ 4425.303680][ T44] RSP: 002b:00007ffed39645e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139
[ 4425.304022][ T44] RAX: ffffffffffffffda RBX: 000055a9a138dac0 RCX: 00007fbcd3ab192d
[ 4425.304377][ T44] RDX: 0000000000000000 RSI: 000055a967519a2a RDI: 0000000000000005
[ 4425.304714][ T44] RBP: 0000000000040000 R08: 0000000000000000 R09: 00007ffed3964720
[ 4425.305053][ T44] R10: 0000000000000005 R11: 0000000000000246 R12: 000055a967519a2a
[ 4425.305398][ T44] R13: 000055a9a138db60 R14: 000055a9a138dda0 R15: 0000000000000000
[ 4425.305761][ T44]
[ 4425.305958][ T44] INFO: task modprobe:22575 blocked on an rw-semaphore likely owned by task kworker/u16:1:67
[ 4425.306441][ T44] task:kworker/u16:1 state:R running task stack:26112 pid:67 tgid:67 ppid:2 task_flags:0x4208060 flags:0x00004000
[ 4425.306987][ T44] Workqueue: netns cleanup_net
[ 4425.307224][ T44] Call Trace:
[ 4425.307415][ T44]
[ 4425.307546][ T44] ? __mutex_trylock_common+0xf9/0x260
[ 4425.307782][ T44] ? __mutex_handoff+0x2b0/0x2b0
[ 4425.308020][ T44] ? rcu_is_watching+0x12/0xb0
[ 4425.308255][ T44] ? rcu_is_watching+0x12/0xb0
[ 4425.308492][ T44] ? trace_contention_end+0xd8/0x140
[ 4425.308723][ T44] ? __mutex_lock+0x19f/0x11a0
[ 4425.308955][ T44] ? trace_sched_exit_tp+0xcd/0x130
[ 4425.309194][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4425.309500][ T44] ? ww_mutex_lock+0x160/0x160
[ 4425.309750][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4425.310043][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4425.310336][ T44] ? __nf_conntrack_hash_insert+0x200/0x200 [nf_conntrack]
[ 4425.310694][ T44] ? nf_conntrack_cleanup_net_list+0x19a/0x4b0 [nf_conntrack]
[ 4425.311049][ T44] ? nf_conntrack_cleanup_net_list+0x10e/0x4b0 [nf_conntrack]
[ 4425.311406][ T44] ? nf_conntrack_cleanup_end+0x70/0x70 [nf_conntrack]
[ 4425.311702][ T44] ? nf_conntrack_pernet_exit+0xa5/0x140 [nf_conntrack]
[ 4425.312007][ T44] ? ops_undo_list+0x2bf/0x890
[ 4425.312243][ T44] ? rtnl_net_dumpid_one+0x270/0x270
[ 4425.312489][ T44] ? cleanup_net+0x2c5/0x890
[ 4425.312727][ T44] ? cleanup_net+0x3a1/0x890
[ 4425.312960][ T44] ? net_passive_dec+0x190/0x190
[ 4425.313197][ T44] ? rcu_is_watching+0x12/0xb0
[ 4425.313443][ T44] ? process_one_work+0xe35/0x1650
[ 4425.313686][ T44] ? pwq_dec_nr_in_flight+0x550/0x550
[ 4425.313925][ T44] ? assign_work+0x168/0x240
[ 4425.314164][ T44] ? worker_thread+0x591/0xcf0
[ 4425.314419][ T44] ? rescuer_thread+0xd10/0xd10
[ 4425.314653][ T44] ? kthread+0x37b/0x5f0
[ 4425.314833][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4425.315061][ T44] ? ret_from_fork+0x1b/0x270
[ 4425.315297][ T44] ? __lock_release+0x5d/0x170
[ 4425.315538][ T44] ? rcu_is_watching+0x12/0xb0
[ 4425.315775][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4425.316008][ T44] ? ret_from_fork+0x1db/0x270
[ 4425.316247][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4425.316487][ T44] ? ret_from_fork_asm+0x11/0x20
[ 4425.316734][ T44]
[ 4425.316924][ T44]
[ 4425.316924][ T44] Showing all locks held in the system:
[ 4425.317248][ T44] 1 lock held by khungtaskd/44:
[ 4425.317617][ T44] #0: ffffffff97b83f80 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260
[ 4425.318006][ T44] 4 locks held by kworker/u16:1/67:
[ 4425.318257][ T44] 1 lock held by modprobe/22575:
[ 4425.318484][ T44] #0: ffffffff98270430 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys+0x1a/0x40
[ 4425.318922][ T44]
[ 4425.319041][ T44] =============================================
[ 4425.319041][ T44]
[ 4548.170429][ T44] INFO: task modprobe:22575 blocked for more than 368 seconds.
[ 4548.170924][ T44] Not tainted 6.17.0-rc7-virtme #1
[ 4548.171150][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 4548.171592][ T44] task:modprobe state:D stack:25584 pid:22575 tgid:22575 ppid:1 task_flags:0x400100 flags:0x00004006
[ 4548.172111][ T44] Call Trace:
[ 4548.172292][ T44]
[ 4548.172446][ T44] __schedule+0x880/0x1b10
[ 4548.172703][ T44] ? io_schedule_timeout+0x150/0x150
[ 4548.172956][ T44] ? schedule+0x1ee/0x270
[ 4548.173144][ T44] ? __lock_release+0x5d/0x170
[ 4548.173393][ T44] schedule+0xe2/0x270
[ 4548.173573][ T44] schedule_preempt_disabled+0x18/0x30
[ 4548.173804][ T44] rwsem_down_write_slowpath+0x3c5/0xcb0
[ 4548.174036][ T44] ? __lock_acquire+0x449/0x7e0
[ 4548.174268][ T44] ? down_read+0x4a0/0x4a0
[ 4548.174520][ T44] ? rcu_is_watching+0x12/0xb0
[ 4548.174758][ T44] ? lock_acquire+0x104/0x160
[ 4548.174998][ T44] ? register_pernet_subsys+0x1a/0x40
[ 4548.175239][ T44] down_write+0x1d6/0x200
[ 4548.175450][ T44] ? rwsem_down_write_slowpath+0xcb0/0xcb0
[ 4548.175736][ T44] ? find_held_lock+0x2b/0x80
[ 4548.175969][ T44] ? __create_object+0x5e/0xb0
[ 4548.176203][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 4548.176495][ T44] register_pernet_subsys+0x1a/0x40
[ 4548.176734][ T44] pg_init+0x2c/0x1000 [pktgen]
[ 4548.176971][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 4548.177264][ T44] do_one_initcall+0x8c/0x1d0
[ 4548.177505][ T44] ? trace_initcall_level+0x130/0x130
[ 4548.177738][ T44] ? rcu_is_watching+0x12/0xb0
[ 4548.177970][ T44] ? trace_kmalloc+0x26/0xd0
[ 4548.178200][ T44] ? __kmalloc_cache_noprof+0x15f/0x360
[ 4548.178443][ T44] ? debug_objects_oom+0x160/0x160
[ 4548.178676][ T44] ? kasan_unpoison+0x27/0x50
[ 4548.178908][ T44] ? __asan_register_globals+0x5d/0x70
[ 4548.179141][ T44] do_init_module+0x27a/0x860
[ 4548.179405][ T44] ? free_module+0x2f0/0x2f0
[ 4548.179638][ T44] ? kfree+0x144/0x320
[ 4548.179815][ T44] ? find_vm_area+0x12/0x50
[ 4548.180052][ T44] load_module+0x1f40/0x2dd0
[ 4548.180301][ T44] ? layout_and_allocate.constprop.0+0x630/0x630
[ 4548.180594][ T44] ? kernel_read_file+0x3ed/0x550
[ 4548.180830][ T44] ? kernel_read_file+0x3c8/0x550
[ 4548.181063][ T44] ? __ia32_sys_fsconfig+0x150/0x150
[ 4548.181298][ T44] ? init_module_from_file+0xe9/0x150
[ 4548.181538][ T44] init_module_from_file+0xe9/0x150
[ 4548.181770][ T44] ? __do_sys_init_module+0x1e0/0x1e0
[ 4548.182023][ T44] ? idempotent_init_module+0x316/0x610
[ 4548.182251][ T44] ? __lock_release+0x5d/0x170
[ 4548.182494][ T44] ? do_raw_spin_unlock+0x58/0x220
[ 4548.182726][ T44] idempotent_init_module+0x331/0x610
[ 4548.182957][ T44] ? init_module_from_file+0x150/0x150
[ 4548.183200][ T44] ? cap_capable+0x94/0x230
[ 4548.183460][ T44] __x64_sys_finit_module+0xca/0x150
[ 4548.183699][ T44] ? do_syscall_64+0x85/0x300
[ 4548.183934][ T44] do_syscall_64+0xc1/0x300
[ 4548.184166][ T44] entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 4548.184458][ T44] RIP: 0033:0x7fbcd3ab192d
[ 4548.184701][ T44] RSP: 002b:00007ffed39645e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139
[ 4548.185045][ T44] RAX: ffffffffffffffda RBX: 000055a9a138dac0 RCX: 00007fbcd3ab192d
[ 4548.185398][ T44] RDX: 0000000000000000 RSI: 000055a967519a2a RDI: 0000000000000005
[ 4548.185738][ T44] RBP: 0000000000040000 R08: 0000000000000000 R09: 00007ffed3964720
[ 4548.186075][ T44] R10: 0000000000000005 R11: 0000000000000246 R12: 000055a967519a2a
[ 4548.186422][ T44] R13: 000055a9a138db60 R14: 000055a9a138dda0 R15: 0000000000000000
[ 4548.186782][ T44]
[ 4548.186973][ T44] INFO: task modprobe:22575 blocked on an rw-semaphore likely owned by task kworker/u16:1:67
[ 4548.187478][ T44] task:kworker/u16:1 state:R running task stack:26112 pid:67 tgid:67 ppid:2 task_flags:0x4208060 flags:0x00004000
[ 4548.188025][ T44] Workqueue: netns cleanup_net
[ 4548.188267][ T44] Call Trace:
[ 4548.188455][ T44]
[ 4548.188581][ T44] ? __mutex_lock+0x19f/0x11a0
[ 4548.188818][ T44] ? trace_sched_exit_tp+0xcd/0x130
[ 4548.189055][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4548.189365][ T44] ? irqentry_exit+0x3b/0x80
[ 4548.189612][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4548.189917][ T44] ? nf_conntrack_cleanup_net_list+0x19a/0x4b0 [nf_conntrack]
[ 4548.190276][ T44] ? nf_conntrack_cleanup_net_list+0x10e/0x4b0 [nf_conntrack]
[ 4548.190639][ T44] ? nf_conntrack_cleanup_end+0x70/0x70 [nf_conntrack]
[ 4548.190934][ T44] ? nf_conntrack_pernet_exit+0xa5/0x140 [nf_conntrack]
[ 4548.191236][ T44] ? ops_undo_list+0x2bf/0x890
[ 4548.191500][ T44] ? rtnl_net_dumpid_one+0x270/0x270
[ 4548.191739][ T44] ? cleanup_net+0x2c5/0x890
[ 4548.191981][ T44] ? cleanup_net+0x3a1/0x890
[ 4548.192216][ T44] ? net_passive_dec+0x190/0x190
[ 4548.192459][ T44] ? rcu_is_watching+0x12/0xb0
[ 4548.192697][ T44] ? process_one_work+0xe35/0x1650
[ 4548.192941][ T44] ? pwq_dec_nr_in_flight+0x550/0x550
[ 4548.193180][ T44] ? assign_work+0x168/0x240
[ 4548.193427][ T44] ? worker_thread+0x591/0xcf0
[ 4548.193674][ T44] ? rescuer_thread+0xd10/0xd10
[ 4548.193909][ T44] ? kthread+0x37b/0x5f0
[ 4548.194090][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4548.194319][ T44] ? ret_from_fork+0x1b/0x270
[ 4548.194557][ T44] ? __lock_release+0x5d/0x170
[ 4548.194793][ T44] ? rcu_is_watching+0x12/0xb0
[ 4548.195027][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4548.195262][ T44] ? ret_from_fork+0x1db/0x270
[ 4548.195527][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4548.195762][ T44] ? ret_from_fork_asm+0x11/0x20
[ 4548.196004][ T44]
[ 4548.196210][ T44]
[ 4548.196210][ T44] Showing all locks held in the system:
[ 4548.196679][ T44] 1 lock held by khungtaskd/44:
[ 4548.196903][ T44] #0: ffffffff97b83f80 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260
[ 4548.197299][ T44] 4 locks held by kworker/u16:1/67:
[ 4548.197546][ T44] 1 lock held by modprobe/22575:
[ 4548.197766][ T44] #0: ffffffff98270430 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys+0x1a/0x40
[ 4548.198205][ T44]
[ 4548.198324][ T44] =============================================
[ 4548.198324][ T44]
[ 4671.049434][ T44] INFO: task modprobe:22575 blocked for more than 491 seconds.
[ 4671.049928][ T44] Not tainted 6.17.0-rc7-virtme #1
[ 4671.050150][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 4671.050570][ T44] task:modprobe state:D stack:25584 pid:22575 tgid:22575 ppid:1 task_flags:0x400100 flags:0x00004006
[ 4671.051082][ T44] Call Trace:
[ 4671.051267][ T44]
[ 4671.051414][ T44] __schedule+0x880/0x1b10
[ 4671.051668][ T44] ? io_schedule_timeout+0x150/0x150
[ 4671.051920][ T44] ? schedule+0x1ee/0x270
[ 4671.052098][ T44] ? __lock_release+0x5d/0x170
[ 4671.052335][ T44] schedule+0xe2/0x270
[ 4671.052553][ T44] schedule_preempt_disabled+0x18/0x30
[ 4671.052786][ T44] rwsem_down_write_slowpath+0x3c5/0xcb0
[ 4671.053021][ T44] ? __lock_acquire+0x449/0x7e0
[ 4671.053253][ T44] ? down_read+0x4a0/0x4a0
[ 4671.053502][ T44] ? rcu_is_watching+0x12/0xb0
[ 4671.053740][ T44] ? lock_acquire+0x104/0x160
[ 4671.053971][ T44] ? register_pernet_subsys+0x1a/0x40
[ 4671.054218][ T44] down_write+0x1d6/0x200
[ 4671.054408][ T44] ? rwsem_down_write_slowpath+0xcb0/0xcb0
[ 4671.054692][ T44] ? find_held_lock+0x2b/0x80
[ 4671.054923][ T44] ? __create_object+0x5e/0xb0
[ 4671.055158][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 4671.055453][ T44] register_pernet_subsys+0x1a/0x40
[ 4671.055685][ T44] pg_init+0x2c/0x1000 [pktgen]
[ 4671.055921][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 4671.056212][ T44] do_one_initcall+0x8c/0x1d0
[ 4671.056476][ T44] ? trace_initcall_level+0x130/0x130
[ 4671.056708][ T44] ? rcu_is_watching+0x12/0xb0
[ 4671.056942][ T44] ? trace_kmalloc+0x26/0xd0
[ 4671.057170][ T44] ? __kmalloc_cache_noprof+0x15f/0x360
[ 4671.057410][ T44] ? debug_objects_oom+0x160/0x160
[ 4671.057644][ T44] ? kasan_unpoison+0x27/0x50
[ 4671.057882][ T44] ? __asan_register_globals+0x5d/0x70
[ 4671.058113][ T44] do_init_module+0x27a/0x860
[ 4671.058359][ T44] ? free_module+0x2f0/0x2f0
[ 4671.058593][ T44] ? kfree+0x144/0x320
[ 4671.058769][ T44] ? find_vm_area+0x12/0x50
[ 4671.059011][ T44] load_module+0x1f40/0x2dd0
[ 4671.059254][ T44] ? layout_and_allocate.constprop.0+0x630/0x630
[ 4671.059553][ T44] ? kernel_read_file+0x3ed/0x550
[ 4671.059788][ T44] ? kernel_read_file+0x3c8/0x550
[ 4671.060021][ T44] ? __ia32_sys_fsconfig+0x150/0x150
[ 4671.060260][ T44] ? init_module_from_file+0xe9/0x150
[ 4671.060495][ T44] init_module_from_file+0xe9/0x150
[ 4671.060727][ T44] ? __do_sys_init_module+0x1e0/0x1e0
[ 4671.060973][ T44] ? idempotent_init_module+0x316/0x610
[ 4671.061207][ T44] ? __lock_release+0x5d/0x170
[ 4671.061447][ T44] ? do_raw_spin_unlock+0x58/0x220
[ 4671.061682][ T44] idempotent_init_module+0x331/0x610
[ 4671.061914][ T44] ? init_module_from_file+0x150/0x150
[ 4671.062155][ T44] ? cap_capable+0x94/0x230
[ 4671.062397][ T44] __x64_sys_finit_module+0xca/0x150
[ 4671.062628][ T44] ? do_syscall_64+0x85/0x300
[ 4671.062864][ T44] do_syscall_64+0xc1/0x300
[ 4671.063096][ T44] entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 4671.063387][ T44] RIP: 0033:0x7fbcd3ab192d
[ 4671.063627][ T44] RSP: 002b:00007ffed39645e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139
[ 4671.063970][ T44] RAX: ffffffffffffffda RBX: 000055a9a138dac0 RCX: 00007fbcd3ab192d
[ 4671.064311][ T44] RDX: 0000000000000000 RSI: 000055a967519a2a RDI: 0000000000000005
[ 4671.064667][ T44] RBP: 0000000000040000 R08: 0000000000000000 R09: 00007ffed3964720
[ 4671.065006][ T44] R10: 0000000000000005 R11: 0000000000000246 R12: 000055a967519a2a
[ 4671.065347][ T44] R13: 000055a9a138db60 R14: 000055a9a138dda0 R15: 0000000000000000
[ 4671.065709][ T44]
[ 4671.065903][ T44] INFO: task modprobe:22575 blocked on an rw-semaphore likely owned by task kworker/u16:1:67
[ 4671.066391][ T44] task:kworker/u16:1 state:R running task stack:26112 pid:67 tgid:67 ppid:2 task_flags:0x4208060 flags:0x00004000
[ 4671.066943][ T44] Workqueue: netns cleanup_net
[ 4671.067180][ T44] Call Trace:
[ 4671.067366][ T44]
[ 4671.067496][ T44] ? __mutex_trylock_common+0xf9/0x260
[ 4671.067740][ T44] ? __mutex_handoff+0x2b0/0x2b0
[ 4671.067973][ T44] ? rcu_is_watching+0x12/0xb0
[ 4671.068209][ T44] ? rcu_is_watching+0x12/0xb0
[ 4671.068448][ T44] ? trace_contention_end+0xd8/0x140
[ 4671.068680][ T44] ? __mutex_lock+0x19f/0x11a0
[ 4671.068914][ T44] ? trace_sched_exit_tp+0xcd/0x130
[ 4671.069150][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4671.069465][ T44] ? ww_mutex_lock+0x160/0x160
[ 4671.069714][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4671.070008][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4671.070301][ T44] ? __nf_conntrack_hash_insert+0x200/0x200 [nf_conntrack]
[ 4671.070656][ T44] ? nf_conntrack_cleanup_net_list+0x19a/0x4b0 [nf_conntrack]
[ 4671.071008][ T44] ? nf_conntrack_cleanup_net_list+0x10e/0x4b0 [nf_conntrack]
[ 4671.071364][ T44] ? nf_conntrack_cleanup_end+0x70/0x70 [nf_conntrack]
[ 4671.071661][ T44] ? nf_conntrack_pernet_exit+0xa5/0x140 [nf_conntrack]
[ 4671.071961][ T44] ? ops_undo_list+0x2bf/0x890
[ 4671.072197][ T44] ? rtnl_net_dumpid_one+0x270/0x270
[ 4671.072434][ T44] ? cleanup_net+0x2c5/0x890
[ 4671.072676][ T44] ? cleanup_net+0x3a1/0x890
[ 4671.072906][ T44] ? net_passive_dec+0x190/0x190
[ 4671.073140][ T44] ? rcu_is_watching+0x12/0xb0
[ 4671.073380][ T44] ? process_one_work+0xe35/0x1650
[ 4671.073624][ T44] ? pwq_dec_nr_in_flight+0x550/0x550
[ 4671.073863][ T44] ? assign_work+0x168/0x240
[ 4671.074094][ T44] ? worker_thread+0x591/0xcf0
[ 4671.074333][ T44] ? rescuer_thread+0xd10/0xd10
[ 4671.074581][ T44] ? kthread+0x37b/0x5f0
[ 4671.074761][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4671.074991][ T44] ? ret_from_fork+0x1b/0x270
[ 4671.075223][ T44] ? __lock_release+0x5d/0x170
[ 4671.075464][ T44] ? rcu_is_watching+0x12/0xb0
[ 4671.075697][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4671.075929][ T44] ? ret_from_fork+0x1db/0x270
[ 4671.076158][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4671.076409][ T44] ? ret_from_fork_asm+0x11/0x20
[ 4671.076654][ T44]
[ 4671.076844][ T44]
[ 4671.076844][ T44] Showing all locks held in the system:
[ 4671.077168][ T44] 1 lock held by khungtaskd/44:
[ 4671.077398][ T44] #0: ffffffff97b83f80 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260
[ 4671.077787][ T44] 4 locks held by kworker/u16:1/67:
[ 4671.078028][ T44] 1 lock held by modprobe/22575:
[ 4671.078247][ T44] #0: ffffffff98270430 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys+0x1a/0x40
[ 4671.078688][ T44]
[ 4671.078804][ T44] =============================================
[ 4671.078804][ T44]
[ 4793.930433][ T44] INFO: task modprobe:22575 blocked for more than 614 seconds.
[ 4793.930938][ T44] Not tainted 6.17.0-rc7-virtme #1
[ 4793.931157][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 4793.931576][ T44] task:modprobe state:D stack:25584 pid:22575 tgid:22575 ppid:1 task_flags:0x400100 flags:0x00004006
[ 4793.932095][ T44] Call Trace:
[ 4793.932273][ T44]
[ 4793.932418][ T44] __schedule+0x880/0x1b10
[ 4793.932667][ T44] ? io_schedule_timeout+0x150/0x150
[ 4793.932910][ T44] ? schedule+0x1ee/0x270
[ 4793.933085][ T44] ? __lock_release+0x5d/0x170
[ 4793.933324][ T44] schedule+0xe2/0x270
[ 4793.933522][ T44] schedule_preempt_disabled+0x18/0x30
[ 4793.933752][ T44] rwsem_down_write_slowpath+0x3c5/0xcb0
[ 4793.933984][ T44] ? __lock_acquire+0x449/0x7e0
[ 4793.934213][ T44] ? down_read+0x4a0/0x4a0
[ 4793.934464][ T44] ? rcu_is_watching+0x12/0xb0
[ 4793.934698][ T44] ? lock_acquire+0x104/0x160
[ 4793.934925][ T44] ? register_pernet_subsys+0x1a/0x40
[ 4793.935164][ T44] down_write+0x1d6/0x200
[ 4793.935360][ T44] ? rwsem_down_write_slowpath+0xcb0/0xcb0
[ 4793.935651][ T44] ? find_held_lock+0x2b/0x80
[ 4793.935884][ T44] ? __create_object+0x5e/0xb0
[ 4793.936120][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 4793.936425][ T44] register_pernet_subsys+0x1a/0x40
[ 4793.936658][ T44] pg_init+0x2c/0x1000 [pktgen]
[ 4793.936897][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 4793.937187][ T44] do_one_initcall+0x8c/0x1d0
[ 4793.937432][ T44] ? trace_initcall_level+0x130/0x130
[ 4793.937665][ T44] ? rcu_is_watching+0x12/0xb0
[ 4793.937897][ T44] ? trace_kmalloc+0x26/0xd0
[ 4793.938125][ T44] ? __kmalloc_cache_noprof+0x15f/0x360
[ 4793.938359][ T44] ? debug_objects_oom+0x160/0x160
[ 4793.938593][ T44] ? kasan_unpoison+0x27/0x50
[ 4793.938830][ T44] ? __asan_register_globals+0x5d/0x70
[ 4793.939061][ T44] do_init_module+0x27a/0x860
[ 4793.939297][ T44] ? free_module+0x2f0/0x2f0
[ 4793.939547][ T44] ? kfree+0x144/0x320
[ 4793.939723][ T44] ? find_vm_area+0x12/0x50
[ 4793.939960][ T44] load_module+0x1f40/0x2dd0
[ 4793.940203][ T44] ? layout_and_allocate.constprop.0+0x630/0x630
[ 4793.940494][ T44] ? kernel_read_file+0x3ed/0x550
[ 4793.940733][ T44] ? kernel_read_file+0x3c8/0x550
[ 4793.940967][ T44] ? __ia32_sys_fsconfig+0x150/0x150
[ 4793.941205][ T44] ? init_module_from_file+0xe9/0x150
[ 4793.941441][ T44] init_module_from_file+0xe9/0x150
[ 4793.941673][ T44] ? __do_sys_init_module+0x1e0/0x1e0
[ 4793.941920][ T44] ? idempotent_init_module+0x316/0x610
[ 4793.942153][ T44] ? __lock_release+0x5d/0x170
[ 4793.942393][ T44] ? do_raw_spin_unlock+0x58/0x220
[ 4793.942627][ T44] idempotent_init_module+0x331/0x610
[ 4793.942858][ T44] ? init_module_from_file+0x150/0x150
[ 4793.943098][ T44] ? cap_capable+0x94/0x230
[ 4793.943334][ T44] __x64_sys_finit_module+0xca/0x150
[ 4793.943573][ T44] ? do_syscall_64+0x85/0x300
[ 4793.943809][ T44] do_syscall_64+0xc1/0x300
[ 4793.944042][ T44] entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 4793.944324][ T44] RIP: 0033:0x7fbcd3ab192d
[ 4793.944572][ T44] RSP: 002b:00007ffed39645e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139
[ 4793.944915][ T44] RAX: ffffffffffffffda RBX: 000055a9a138dac0 RCX: 00007fbcd3ab192d
[ 4793.945254][ T44] RDX: 0000000000000000 RSI: 000055a967519a2a RDI: 0000000000000005
[ 4793.945617][ T44] RBP: 0000000000040000 R08: 0000000000000000 R09: 00007ffed3964720
[ 4793.945957][ T44] R10: 0000000000000005 R11: 0000000000000246 R12: 000055a967519a2a
[ 4793.946293][ T44] R13: 000055a9a138db60 R14: 000055a9a138dda0 R15: 0000000000000000
[ 4793.946655][ T44]
[ 4793.946846][ T44] INFO: task modprobe:22575 blocked on an rw-semaphore likely owned by task kworker/u16:1:67
[ 4793.947325][ T44] task:kworker/u16:1 state:R running task stack:26112 pid:67 tgid:67 ppid:2 task_flags:0x4208060 flags:0x00004000
[ 4793.947877][ T44] Workqueue: netns cleanup_net
[ 4793.948118][ T44] Call Trace:
[ 4793.948293][ T44]
[ 4793.948429][ T44] ? update_se+0x255/0x560
[ 4793.948675][ T44] ? __mutex_trylock_common+0xf9/0x260
[ 4793.948910][ T44] ? __mutex_handoff+0x2b0/0x2b0
[ 4793.949146][ T44] ? rcu_is_watching+0x12/0xb0
[ 4793.949391][ T44] ? rcu_is_watching+0x12/0xb0
[ 4793.949627][ T44] ? trace_contention_end+0xd8/0x140
[ 4793.949858][ T44] ? __mutex_lock+0x19f/0x11a0
[ 4793.950089][ T44] ? trace_sched_exit_tp+0xcd/0x130
[ 4793.950327][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4793.950636][ T44] ? ww_mutex_lock+0x160/0x160
[ 4793.950891][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4793.951185][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4793.951486][ T44] ? __nf_conntrack_hash_insert+0x200/0x200 [nf_conntrack]
[ 4793.951836][ T44] ? nf_conntrack_cleanup_net_list+0x19a/0x4b0 [nf_conntrack]
[ 4793.952189][ T44] ? nf_conntrack_cleanup_net_list+0x10e/0x4b0 [nf_conntrack]
[ 4793.952547][ T44] ? nf_conntrack_cleanup_end+0x70/0x70 [nf_conntrack]
[ 4793.952842][ T44] ? nf_conntrack_pernet_exit+0xa5/0x140 [nf_conntrack]
[ 4793.953144][ T44] ? ops_undo_list+0x2bf/0x890
[ 4793.953390][ T44] ? rtnl_net_dumpid_one+0x270/0x270
[ 4793.953622][ T44] ? cleanup_net+0x2c5/0x890
[ 4793.953859][ T44] ? cleanup_net+0x3a1/0x890
[ 4793.954092][ T44] ? net_passive_dec+0x190/0x190
[ 4793.954327][ T44] ? rcu_is_watching+0x12/0xb0
[ 4793.954572][ T44] ? process_one_work+0xe35/0x1650
[ 4793.954815][ T44] ? pwq_dec_nr_in_flight+0x550/0x550
[ 4793.955053][ T44] ? assign_work+0x168/0x240
[ 4793.955286][ T44] ? worker_thread+0x591/0xcf0
[ 4793.955543][ T44] ? rescuer_thread+0xd10/0xd10
[ 4793.955783][ T44] ? kthread+0x37b/0x5f0
[ 4793.955964][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4793.956195][ T44] ? ret_from_fork+0x1b/0x270
[ 4793.956439][ T44] ? __lock_release+0x5d/0x170
[ 4793.956669][ T44] ? rcu_is_watching+0x12/0xb0
[ 4793.956903][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4793.957140][ T44] ? ret_from_fork+0x1db/0x270
[ 4793.957387][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4793.957619][ T44] ? ret_from_fork_asm+0x11/0x20
[ 4793.957864][ T44]
[ 4793.958056][ T44]
[ 4793.958056][ T44] Showing all locks held in the system:
[ 4793.958390][ T44] 1 lock held by khungtaskd/44:
[ 4793.958612][ T44] #0: ffffffff97b83f80 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260
[ 4793.959001][ T44] 3 locks held by kworker/u16:1/67:
[ 4793.959239][ T44] 1 lock held by modprobe/22575:
[ 4793.959469][ T44] #0: ffffffff98270430 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys+0x1a/0x40
[ 4793.959908][ T44]
[ 4793.960028][ T44] =============================================
[ 4793.960028][ T44]
[ 4916.810510][ T44] INFO: task modprobe:22575 blocked for more than 737 seconds.
[ 4916.811007][ T44] Not tainted 6.17.0-rc7-virtme #1
[ 4916.811227][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 4916.811649][ T44] task:modprobe state:D stack:25584 pid:22575 tgid:22575 ppid:1 task_flags:0x400100 flags:0x00004006
[ 4916.812178][ T44] Call Trace:
[ 4916.812372][ T44]
[ 4916.812503][ T44] __schedule+0x880/0x1b10
[ 4916.812745][ T44] ? io_schedule_timeout+0x150/0x150
[ 4916.812985][ T44] ? schedule+0x1ee/0x270
[ 4916.813162][ T44] ? __lock_release+0x5d/0x170
[ 4916.813419][ T44] schedule+0xe2/0x270
[ 4916.813598][ T44] schedule_preempt_disabled+0x18/0x30
[ 4916.813834][ T44] rwsem_down_write_slowpath+0x3c5/0xcb0
[ 4916.814067][ T44] ? __lock_acquire+0x449/0x7e0
[ 4916.814297][ T44] ? down_read+0x4a0/0x4a0
[ 4916.814552][ T44] ? rcu_is_watching+0x12/0xb0
[ 4916.814795][ T44] ? lock_acquire+0x104/0x160
[ 4916.815027][ T44] ? register_pernet_subsys+0x1a/0x40
[ 4916.815268][ T44] down_write+0x1d6/0x200
[ 4916.815458][ T44] ? rwsem_down_write_slowpath+0xcb0/0xcb0
[ 4916.815752][ T44] ? find_held_lock+0x2b/0x80
[ 4916.815986][ T44] ? __create_object+0x5e/0xb0
[ 4916.816220][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 4916.816516][ T44] register_pernet_subsys+0x1a/0x40
[ 4916.816747][ T44] pg_init+0x2c/0x1000 [pktgen]
[ 4916.816983][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 4916.817267][ T44] do_one_initcall+0x8c/0x1d0
[ 4916.817521][ T44] ? trace_initcall_level+0x130/0x130
[ 4916.817754][ T44] ? rcu_is_watching+0x12/0xb0
[ 4916.817986][ T44] ? trace_kmalloc+0x26/0xd0
[ 4916.818218][ T44] ? __kmalloc_cache_noprof+0x15f/0x360
[ 4916.818457][ T44] ? debug_objects_oom+0x160/0x160
[ 4916.818692][ T44] ? kasan_unpoison+0x27/0x50
[ 4916.818926][ T44] ? __asan_register_globals+0x5d/0x70
[ 4916.819165][ T44] do_init_module+0x27a/0x860
[ 4916.819418][ T44] ? free_module+0x2f0/0x2f0
[ 4916.819650][ T44] ? kfree+0x144/0x320
[ 4916.819825][ T44] ? find_vm_area+0x12/0x50
[ 4916.820061][ T44] load_module+0x1f40/0x2dd0
[ 4916.820304][ T44] ? layout_and_allocate.constprop.0+0x630/0x630
[ 4916.820595][ T44] ? kernel_read_file+0x3ed/0x550
[ 4916.820829][ T44] ? kernel_read_file+0x3c8/0x550
[ 4916.821071][ T44] ? __ia32_sys_fsconfig+0x150/0x150
[ 4916.821310][ T44] ? init_module_from_file+0xe9/0x150
[ 4916.821550][ T44] init_module_from_file+0xe9/0x150
[ 4916.821782][ T44] ? __do_sys_init_module+0x1e0/0x1e0
[ 4916.822031][ T44] ? idempotent_init_module+0x316/0x610
[ 4916.822261][ T44] ? __lock_release+0x5d/0x170
[ 4916.822501][ T44] ? do_raw_spin_unlock+0x58/0x220
[ 4916.822739][ T44] idempotent_init_module+0x331/0x610
[ 4916.822974][ T44] ? init_module_from_file+0x150/0x150
[ 4916.823219][ T44] ? cap_capable+0x94/0x230
[ 4916.823467][ T44] __x64_sys_finit_module+0xca/0x150
[ 4916.823698][ T44] ? do_syscall_64+0x85/0x300
[ 4916.823932][ T44] do_syscall_64+0xc1/0x300
[ 4916.824169][ T44] entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 4916.824472][ T44] RIP: 0033:0x7fbcd3ab192d
[ 4916.824716][ T44] RSP: 002b:00007ffed39645e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139
[ 4916.825068][ T44] RAX: ffffffffffffffda RBX: 000055a9a138dac0 RCX: 00007fbcd3ab192d
[ 4916.825418][ T44] RDX: 0000000000000000 RSI: 000055a967519a2a RDI: 0000000000000005
[ 4916.825758][ T44] RBP: 0000000000040000 R08: 0000000000000000 R09: 00007ffed3964720
[ 4916.826105][ T44] R10: 0000000000000005 R11: 0000000000000246 R12: 000055a967519a2a
[ 4916.826456][ T44] R13: 000055a9a138db60 R14: 000055a9a138dda0 R15: 0000000000000000
[ 4916.826811][ T44]
[ 4916.827002][ T44] INFO: task modprobe:22575 blocked on an rw-semaphore likely owned by task kworker/u16:1:67
[ 4916.827491][ T44] task:kworker/u16:1 state:R running task stack:26112 pid:67 tgid:67 ppid:2 task_flags:0x4208060 flags:0x00004000
[ 4916.828036][ T44] Workqueue: netns cleanup_net
[ 4916.828272][ T44] Call Trace:
[ 4916.828456][ T44]
[ 4916.828586][ T44] ? __mutex_trylock_common+0xf9/0x260
[ 4916.828822][ T44] ? __mutex_handoff+0x2b0/0x2b0
[ 4916.829066][ T44] ? rcu_is_watching+0x12/0xb0
[ 4916.829299][ T44] ? rcu_is_watching+0x12/0xb0
[ 4916.829542][ T44] ? trace_contention_end+0xd8/0x140
[ 4916.829774][ T44] ? __mutex_lock+0x19f/0x11a0
[ 4916.830006][ T44] ? trace_sched_exit_tp+0xcd/0x130
[ 4916.830239][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4916.830546][ T44] ? ww_mutex_lock+0x160/0x160
[ 4916.830801][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4916.831097][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 4916.831400][ T44] ? __nf_conntrack_hash_insert+0x200/0x200 [nf_conntrack]
[ 4916.831751][ T44] ? nf_conntrack_cleanup_net_list+0x19a/0x4b0 [nf_conntrack]
[ 4916.832098][ T44] ? nf_conntrack_cleanup_net_list+0x10e/0x4b0 [nf_conntrack]
[ 4916.832460][ T44] ? nf_conntrack_cleanup_end+0x70/0x70 [nf_conntrack]
[ 4916.832754][ T44] ? nf_conntrack_pernet_exit+0xa5/0x140 [nf_conntrack]
[ 4916.833058][ T44] ? ops_undo_list+0x2bf/0x890
[ 4916.833295][ T44] ? rtnl_net_dumpid_one+0x270/0x270
[ 4916.833538][ T44] ? cleanup_net+0x2c5/0x890
[ 4916.833778][ T44] ? cleanup_net+0x3a1/0x890
[ 4916.834011][ T44] ? net_passive_dec+0x190/0x190
[ 4916.834253][ T44] ? rcu_is_watching+0x12/0xb0
[ 4916.834496][ T44] ? process_one_work+0xe35/0x1650
[ 4916.834739][ T44] ? pwq_dec_nr_in_flight+0x550/0x550
[ 4916.834984][ T44] ? assign_work+0x168/0x240
[ 4916.835219][ T44] ? worker_thread+0x591/0xcf0
[ 4916.835465][ T44] ? rescuer_thread+0xd10/0xd10
[ 4916.835697][ T44] ? kthread+0x37b/0x5f0
[ 4916.835882][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4916.836113][ T44] ? ret_from_fork+0x1b/0x270
[ 4916.836347][ T44] ? __lock_release+0x5d/0x170
[ 4916.836589][ T44] ? rcu_is_watching+0x12/0xb0
[ 4916.836819][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4916.837053][ T44] ? ret_from_fork+0x1db/0x270
[ 4916.837282][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 4916.837521][ T44] ? ret_from_fork_asm+0x11/0x20
[ 4916.837767][ T44]
[ 4916.837967][ T44]
[ 4916.837967][ T44] Showing all locks held in the system:
[ 4916.838291][ T44] 1 lock held by khungtaskd/44:
[ 4916.838521][ T44] #0: ffffffff97b83f80 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260
[ 4916.838920][ T44] 4 locks held by kworker/u16:1/67:
[ 4916.839155][ T44] 1 lock held by modprobe/22575:
[ 4916.839384][ T44] #0: ffffffff98270430 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys+0x1a/0x40
[ 4916.839830][ T44]
[ 4916.839950][ T44] =============================================
[ 4916.839950][ T44]
[ 5039.690503][ T44] INFO: task modprobe:22575 blocked for more than 860 seconds.
[ 5039.691688][ T44] Not tainted 6.17.0-rc7-virtme #1
[ 5039.691923][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 5039.692300][ T44] task:modprobe state:D stack:25584 pid:22575 tgid:22575 ppid:1 task_flags:0x400100 flags:0x00004006
[ 5039.692839][ T44] Call Trace:
[ 5039.693022][ T44]
[ 5039.693158][ T44] __schedule+0x880/0x1b10
[ 5039.693428][ T44] ? io_schedule_timeout+0x150/0x150
[ 5039.693673][ T44] ? schedule+0x1ee/0x270
[ 5039.693851][ T44] ? __lock_release+0x5d/0x170
[ 5039.694099][ T44] schedule+0xe2/0x270
[ 5039.694278][ T44] schedule_preempt_disabled+0x18/0x30
[ 5039.694521][ T44] rwsem_down_write_slowpath+0x3c5/0xcb0
[ 5039.694756][ T44] ? __lock_acquire+0x449/0x7e0
[ 5039.694994][ T44] ? down_read+0x4a0/0x4a0
[ 5039.695234][ T44] ? rcu_is_watching+0x12/0xb0
[ 5039.695499][ T44] ? lock_acquire+0x104/0x160
[ 5039.695732][ T44] ? register_pernet_subsys+0x1a/0x40
[ 5039.695973][ T44] down_write+0x1d6/0x200
[ 5039.696154][ T44] ? rwsem_down_write_slowpath+0xcb0/0xcb0
[ 5039.696448][ T44] ? find_held_lock+0x2b/0x80
[ 5039.696678][ T44] ? __create_object+0x5e/0xb0
[ 5039.696922][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 5039.697204][ T44] register_pernet_subsys+0x1a/0x40
[ 5039.697447][ T44] pg_init+0x2c/0x1000 [pktgen]
[ 5039.697683][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 5039.697964][ T44] do_one_initcall+0x8c/0x1d0
[ 5039.698197][ T44] ? trace_initcall_level+0x130/0x130
[ 5039.698442][ T44] ? rcu_is_watching+0x12/0xb0
[ 5039.698676][ T44] ? trace_kmalloc+0x26/0xd0
[ 5039.698907][ T44] ? __kmalloc_cache_noprof+0x15f/0x360
[ 5039.699137][ T44] ? debug_objects_oom+0x160/0x160
[ 5039.699394][ T44] ? kasan_unpoison+0x27/0x50
[ 5039.699630][ T44] ? __asan_register_globals+0x5d/0x70
[ 5039.699864][ T44] do_init_module+0x27a/0x860
[ 5039.700107][ T44] ? free_module+0x2f0/0x2f0
[ 5039.700358][ T44] ? kfree+0x144/0x320
[ 5039.700537][ T44] ? find_vm_area+0x12/0x50
[ 5039.700788][ T44] load_module+0x1f40/0x2dd0
[ 5039.701030][ T44] ? layout_and_allocate.constprop.0+0x630/0x630
[ 5039.701312][ T44] ? kernel_read_file+0x3ed/0x550
[ 5039.701556][ T44] ? kernel_read_file+0x3c8/0x550
[ 5039.701789][ T44] ? __ia32_sys_fsconfig+0x150/0x150
[ 5039.702026][ T44] ? init_module_from_file+0xe9/0x150
[ 5039.702262][ T44] init_module_from_file+0xe9/0x150
[ 5039.702502][ T44] ? __do_sys_init_module+0x1e0/0x1e0
[ 5039.702748][ T44] ? idempotent_init_module+0x316/0x610
[ 5039.702978][ T44] ? __lock_release+0x5d/0x170
[ 5039.703211][ T44] ? do_raw_spin_unlock+0x58/0x220
[ 5039.703466][ T44] idempotent_init_module+0x331/0x610
[ 5039.703709][ T44] ? init_module_from_file+0x150/0x150
[ 5039.703959][ T44] ? cap_capable+0x94/0x230
[ 5039.704196][ T44] __x64_sys_finit_module+0xca/0x150
[ 5039.704437][ T44] ? do_syscall_64+0x85/0x300
[ 5039.704668][ T44] do_syscall_64+0xc1/0x300
[ 5039.704902][ T44] entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 5039.705184][ T44] RIP: 0033:0x7fbcd3ab192d
[ 5039.705439][ T44] RSP: 002b:00007ffed39645e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139
[ 5039.705784][ T44] RAX: ffffffffffffffda RBX: 000055a9a138dac0 RCX: 00007fbcd3ab192d
[ 5039.706123][ T44] RDX: 0000000000000000 RSI: 000055a967519a2a RDI: 0000000000000005
[ 5039.706472][ T44] RBP: 0000000000040000 R08: 0000000000000000 R09: 00007ffed3964720
[ 5039.706814][ T44] R10: 0000000000000005 R11: 0000000000000246 R12: 000055a967519a2a
[ 5039.707161][ T44] R13: 000055a9a138db60 R14: 000055a9a138dda0 R15: 0000000000000000
[ 5039.707540][ T44]
[ 5039.707740][ T44] INFO: task modprobe:22575 blocked on an rw-semaphore likely owned by task kworker/u16:1:67
[ 5039.708215][ T44] task:kworker/u16:1 state:R running task stack:26112 pid:67 tgid:67 ppid:2 task_flags:0x4208060 flags:0x00004000
[ 5039.708780][ T44] Workqueue: netns cleanup_net
[ 5039.709015][ T44] Call Trace:
[ 5039.709191][ T44]
[ 5039.709321][ T44] ? __mutex_trylock_common+0xf9/0x260
[ 5039.709565][ T44] ? __mutex_handoff+0x2b0/0x2b0
[ 5039.709796][ T44] ? rcu_is_watching+0x12/0xb0
[ 5039.710031][ T44] ? rcu_is_watching+0x12/0xb0
[ 5039.710269][ T44] ? trace_contention_end+0xd8/0x140
[ 5039.710510][ T44] ? __mutex_lock+0x19f/0x11a0
[ 5039.710742][ T44] ? trace_sched_exit_tp+0xcd/0x130
[ 5039.710977][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 5039.711280][ T44] ? ww_mutex_lock+0x160/0x160
[ 5039.711553][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 5039.711855][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 5039.712148][ T44] ? __nf_conntrack_hash_insert+0x200/0x200 [nf_conntrack]
[ 5039.712506][ T44] ? schedule+0xe2/0x270
[ 5039.712685][ T44] ? nf_conntrack_cleanup_net_list+0x19a/0x4b0 [nf_conntrack]
[ 5039.713035][ T44] ? nf_conntrack_cleanup_net_list+0x10e/0x4b0 [nf_conntrack]
[ 5039.713391][ T44] ? nf_conntrack_cleanup_end+0x70/0x70 [nf_conntrack]
[ 5039.713693][ T44] ? nf_conntrack_pernet_exit+0xa5/0x140 [nf_conntrack]
[ 5039.714003][ T44] ? ops_undo_list+0x2bf/0x890
[ 5039.714239][ T44] ? rtnl_net_dumpid_one+0x270/0x270
[ 5039.714479][ T44] ? cleanup_net+0x2c5/0x890
[ 5039.714720][ T44] ? cleanup_net+0x3a1/0x890
[ 5039.714954][ T44] ? net_passive_dec+0x190/0x190
[ 5039.715191][ T44] ? rcu_is_watching+0x12/0xb0
[ 5039.715456][ T44] ? process_one_work+0xe35/0x1650
[ 5039.715703][ T44] ? pwq_dec_nr_in_flight+0x550/0x550
[ 5039.715945][ T44] ? assign_work+0x168/0x240
[ 5039.716182][ T44] ? worker_thread+0x591/0xcf0
[ 5039.716429][ T44] ? rescuer_thread+0xd10/0xd10
[ 5039.716665][ T44] ? kthread+0x37b/0x5f0
[ 5039.716845][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 5039.717083][ T44] ? ret_from_fork+0x1b/0x270
[ 5039.717314][ T44] ? __lock_release+0x5d/0x170
[ 5039.717552][ T44] ? rcu_is_watching+0x12/0xb0
[ 5039.717781][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 5039.718015][ T44] ? ret_from_fork+0x1db/0x270
[ 5039.718243][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 5039.718480][ T44] ? ret_from_fork_asm+0x11/0x20
[ 5039.718724][ T44]
[ 5039.718937][ T44]
[ 5039.718937][ T44] Showing all locks held in the system:
[ 5039.719268][ T44] 1 lock held by khungtaskd/44:
[ 5039.719552][ T44] #0: ffffffff97b83f80 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260
[ 5039.719940][ T44] 4 locks held by kworker/u16:1/67:
[ 5039.720172][ T44] 1 lock held by modprobe/22575:
[ 5039.720401][ T44] #0: ffffffff98270430 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys+0x1a/0x40
[ 5039.720846][ T44]
[ 5039.720963][ T44] =============================================
[ 5039.720963][ T44]
[ 5162.570524][ T44] INFO: task modprobe:22575 blocked for more than 983 seconds.
[ 5162.571114][ T44] Not tainted 6.17.0-rc7-virtme #1
[ 5162.571335][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 5162.571767][ T44] task:modprobe state:D stack:25584 pid:22575 tgid:22575 ppid:1 task_flags:0x400100 flags:0x00004006
[ 5162.572290][ T44] Call Trace:
[ 5162.572495][ T44]
[ 5162.572632][ T44] __schedule+0x880/0x1b10
[ 5162.572879][ T44] ? io_schedule_timeout+0x150/0x150
[ 5162.573141][ T44] ? schedule+0x1ee/0x270
[ 5162.573328][ T44] ? __lock_release+0x5d/0x170
[ 5162.573581][ T44] schedule+0xe2/0x270
[ 5162.573760][ T44] schedule_preempt_disabled+0x18/0x30
[ 5162.573988][ T44] rwsem_down_write_slowpath+0x3c5/0xcb0
[ 5162.574222][ T44] ? __lock_acquire+0x449/0x7e0
[ 5162.574462][ T44] ? down_read+0x4a0/0x4a0
[ 5162.574709][ T44] ? rcu_is_watching+0x12/0xb0
[ 5162.574942][ T44] ? lock_acquire+0x104/0x160
[ 5162.575170][ T44] ? register_pernet_subsys+0x1a/0x40
[ 5162.575420][ T44] down_write+0x1d6/0x200
[ 5162.575603][ T44] ? rwsem_down_write_slowpath+0xcb0/0xcb0
[ 5162.575886][ T44] ? find_held_lock+0x2b/0x80
[ 5162.576116][ T44] ? __create_object+0x5e/0xb0
[ 5162.576358][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 5162.576652][ T44] register_pernet_subsys+0x1a/0x40
[ 5162.576885][ T44] pg_init+0x2c/0x1000 [pktgen]
[ 5162.577123][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 5162.577421][ T44] do_one_initcall+0x8c/0x1d0
[ 5162.577653][ T44] ? trace_initcall_level+0x130/0x130
[ 5162.577885][ T44] ? rcu_is_watching+0x12/0xb0
[ 5162.578121][ T44] ? trace_kmalloc+0x26/0xd0
[ 5162.578363][ T44] ? __kmalloc_cache_noprof+0x15f/0x360
[ 5162.578594][ T44] ? debug_objects_oom+0x160/0x160
[ 5162.578827][ T44] ? kasan_unpoison+0x27/0x50
[ 5162.579058][ T44] ? __asan_register_globals+0x5d/0x70
[ 5162.579289][ T44] do_init_module+0x27a/0x860
[ 5162.579536][ T44] ? free_module+0x2f0/0x2f0
[ 5162.579769][ T44] ? kfree+0x144/0x320
[ 5162.579953][ T44] ? find_vm_area+0x12/0x50
[ 5162.580192][ T44] load_module+0x1f40/0x2dd0
[ 5162.580445][ T44] ? layout_and_allocate.constprop.0+0x630/0x630
[ 5162.580728][ T44] ? kernel_read_file+0x3ed/0x550
[ 5162.580967][ T44] ? kernel_read_file+0x3c8/0x550
[ 5162.581201][ T44] ? __ia32_sys_fsconfig+0x150/0x150
[ 5162.581445][ T44] ? init_module_from_file+0xe9/0x150
[ 5162.581675][ T44] init_module_from_file+0xe9/0x150
[ 5162.581913][ T44] ? __do_sys_init_module+0x1e0/0x1e0
[ 5162.582158][ T44] ? idempotent_init_module+0x316/0x610
[ 5162.582394][ T44] ? __lock_release+0x5d/0x170
[ 5162.582630][ T44] ? do_raw_spin_unlock+0x58/0x220
[ 5162.582863][ T44] idempotent_init_module+0x331/0x610
[ 5162.583097][ T44] ? init_module_from_file+0x150/0x150
[ 5162.583365][ T44] ? cap_capable+0x94/0x230
[ 5162.583606][ T44] __x64_sys_finit_module+0xca/0x150
[ 5162.583836][ T44] ? do_syscall_64+0x85/0x300
[ 5162.584069][ T44] do_syscall_64+0xc1/0x300
[ 5162.584302][ T44] entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 5162.584595][ T44] RIP: 0033:0x7fbcd3ab192d
[ 5162.584833][ T44] RSP: 002b:00007ffed39645e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139
[ 5162.585180][ T44] RAX: ffffffffffffffda RBX: 000055a9a138dac0 RCX: 00007fbcd3ab192d
[ 5162.585527][ T44] RDX: 0000000000000000 RSI: 000055a967519a2a RDI: 0000000000000005
[ 5162.585867][ T44] RBP: 0000000000040000 R08: 0000000000000000 R09: 00007ffed3964720
[ 5162.586206][ T44] R10: 0000000000000005 R11: 0000000000000246 R12: 000055a967519a2a
[ 5162.586559][ T44] R13: 000055a9a138db60 R14: 000055a9a138dda0 R15: 0000000000000000
[ 5162.586914][ T44]
[ 5162.587106][ T44] INFO: task modprobe:22575 blocked on an rw-semaphore likely owned by task kworker/u16:1:67
[ 5162.587588][ T44] task:kworker/u16:1 state:R running task stack:26112 pid:67 tgid:67 ppid:2 task_flags:0x4208060 flags:0x00004000
[ 5162.588140][ T44] Workqueue: netns cleanup_net
[ 5162.588385][ T44] Call Trace:
[ 5162.588564][ T44]
[ 5162.588695][ T44] ? __mutex_trylock_common+0xf9/0x260
[ 5162.588930][ T44] ? __mutex_handoff+0x2b0/0x2b0
[ 5162.589162][ T44] ? rcu_is_watching+0x12/0xb0
[ 5162.589407][ T44] ? rcu_is_watching+0x12/0xb0
[ 5162.589644][ T44] ? __mutex_lock+0x19f/0x11a0
[ 5162.589884][ T44] ? trace_sched_exit_tp+0xcd/0x130
[ 5162.590121][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 5162.590429][ T44] ? ww_mutex_lock+0x160/0x160
[ 5162.590679][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 5162.590972][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 5162.591263][ T44] ? __nf_conntrack_hash_insert+0x200/0x200 [nf_conntrack]
[ 5162.591631][ T44] ? nf_conntrack_cleanup_net_list+0x19a/0x4b0 [nf_conntrack]
[ 5162.591979][ T44] ? nf_conntrack_cleanup_net_list+0x10e/0x4b0 [nf_conntrack]
[ 5162.592326][ T44] ? nf_conntrack_cleanup_end+0x70/0x70 [nf_conntrack]
[ 5162.592630][ T44] ? nf_conntrack_pernet_exit+0xa5/0x140 [nf_conntrack]
[ 5162.592931][ T44] ? ops_undo_list+0x2bf/0x890
[ 5162.593180][ T44] ? rtnl_net_dumpid_one+0x270/0x270
[ 5162.593421][ T44] ? cleanup_net+0x2c5/0x890
[ 5162.593660][ T44] ? cleanup_net+0x3a1/0x890
[ 5162.593893][ T44] ? net_passive_dec+0x190/0x190
[ 5162.594128][ T44] ? rcu_is_watching+0x12/0xb0
[ 5162.594372][ T44] ? process_one_work+0xe35/0x1650
[ 5162.594614][ T44] ? pwq_dec_nr_in_flight+0x550/0x550
[ 5162.594854][ T44] ? assign_work+0x168/0x240
[ 5162.595095][ T44] ? worker_thread+0x591/0xcf0
[ 5162.595336][ T44] ? rescuer_thread+0xd10/0xd10
[ 5162.595577][ T44] ? kthread+0x37b/0x5f0
[ 5162.595756][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 5162.595984][ T44] ? ret_from_fork+0x1b/0x270
[ 5162.596216][ T44] ? __lock_release+0x5d/0x170
[ 5162.596456][ T44] ? rcu_is_watching+0x12/0xb0
[ 5162.596684][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 5162.596922][ T44] ? ret_from_fork+0x1db/0x270
[ 5162.597151][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 5162.597385][ T44] ? ret_from_fork_asm+0x11/0x20
[ 5162.597628][ T44]
[ 5162.597825][ T44]
[ 5162.597825][ T44] Showing all locks held in the system:
[ 5162.598151][ T44] 1 lock held by khungtaskd/44:
[ 5162.598380][ T44] #0: ffffffff97b83f80 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260
[ 5162.598775][ T44] 4 locks held by kworker/u16:1/67:
[ 5162.599006][ T44] 1 lock held by modprobe/22575:
[ 5162.599227][ T44] #0: ffffffff98270430 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys+0x1a/0x40
[ 5162.599677][ T44]
[ 5162.599793][ T44] =============================================
[ 5162.599793][ T44]
[ 5285.450451][ T44] INFO: task modprobe:22575 blocked for more than 1105 seconds.
[ 5285.450950][ T44] Not tainted 6.17.0-rc7-virtme #1
[ 5285.451172][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 5285.451614][ T44] task:modprobe state:D stack:25584 pid:22575 tgid:22575 ppid:1 task_flags:0x400100 flags:0x00004006
[ 5285.452129][ T44] Call Trace:
[ 5285.452322][ T44]
[ 5285.452484][ T44] __schedule+0x880/0x1b10
[ 5285.452736][ T44] ? io_schedule_timeout+0x150/0x150
[ 5285.452998][ T44] ? schedule+0x1ee/0x270
[ 5285.453175][ T44] ? __lock_release+0x5d/0x170
[ 5285.453429][ T44] schedule+0xe2/0x270
[ 5285.453609][ T44] schedule_preempt_disabled+0x18/0x30
[ 5285.453840][ T44] rwsem_down_write_slowpath+0x3c5/0xcb0
[ 5285.454076][ T44] ? __lock_acquire+0x449/0x7e0
[ 5285.454313][ T44] ? down_read+0x4a0/0x4a0
[ 5285.454571][ T44] ? rcu_is_watching+0x12/0xb0
[ 5285.454807][ T44] ? lock_acquire+0x104/0x160
[ 5285.455041][ T44] ? register_pernet_subsys+0x1a/0x40
[ 5285.455282][ T44] down_write+0x1d6/0x200
[ 5285.455495][ T44] ? rwsem_down_write_slowpath+0xcb0/0xcb0
[ 5285.455785][ T44] ? find_held_lock+0x2b/0x80
[ 5285.456022][ T44] ? __create_object+0x5e/0xb0
[ 5285.456257][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 5285.456563][ T44] register_pernet_subsys+0x1a/0x40
[ 5285.456794][ T44] pg_init+0x2c/0x1000 [pktgen]
[ 5285.457032][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 5285.457316][ T44] do_one_initcall+0x8c/0x1d0
[ 5285.457560][ T44] ? trace_initcall_level+0x130/0x130
[ 5285.457793][ T44] ? rcu_is_watching+0x12/0xb0
[ 5285.458044][ T44] ? trace_kmalloc+0x26/0xd0
[ 5285.458282][ T44] ? __kmalloc_cache_noprof+0x15f/0x360
[ 5285.458525][ T44] ? debug_objects_oom+0x160/0x160
[ 5285.458759][ T44] ? kasan_unpoison+0x27/0x50
[ 5285.458995][ T44] ? __asan_register_globals+0x5d/0x70
[ 5285.459229][ T44] do_init_module+0x27a/0x860
[ 5285.459501][ T44] ? free_module+0x2f0/0x2f0
[ 5285.459741][ T44] ? kfree+0x144/0x320
[ 5285.459924][ T44] ? find_vm_area+0x12/0x50
[ 5285.460164][ T44] load_module+0x1f40/0x2dd0
[ 5285.460421][ T44] ? layout_and_allocate.constprop.0+0x630/0x630
[ 5285.460707][ T44] ? kernel_read_file+0x3ed/0x550
[ 5285.460942][ T44] ? kernel_read_file+0x3c8/0x550
[ 5285.461177][ T44] ? __ia32_sys_fsconfig+0x150/0x150
[ 5285.461426][ T44] ? init_module_from_file+0xe9/0x150
[ 5285.461657][ T44] init_module_from_file+0xe9/0x150
[ 5285.461896][ T44] ? __do_sys_init_module+0x1e0/0x1e0
[ 5285.462143][ T44] ? idempotent_init_module+0x316/0x610
[ 5285.462389][ T44] ? __lock_release+0x5d/0x170
[ 5285.462622][ T44] ? do_raw_spin_unlock+0x58/0x220
[ 5285.462854][ T44] idempotent_init_module+0x331/0x610
[ 5285.463088][ T44] ? init_module_from_file+0x150/0x150
[ 5285.463337][ T44] ? cap_capable+0x94/0x230
[ 5285.463598][ T44] __x64_sys_finit_module+0xca/0x150
[ 5285.463831][ T44] ? do_syscall_64+0x85/0x300
[ 5285.464062][ T44] do_syscall_64+0xc1/0x300
[ 5285.464295][ T44] entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 5285.464586][ T44] RIP: 0033:0x7fbcd3ab192d
[ 5285.464827][ T44] RSP: 002b:00007ffed39645e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139
[ 5285.465175][ T44] RAX: ffffffffffffffda RBX: 000055a9a138dac0 RCX: 00007fbcd3ab192d
[ 5285.465527][ T44] RDX: 0000000000000000 RSI: 000055a967519a2a RDI: 0000000000000005
[ 5285.465867][ T44] RBP: 0000000000040000 R08: 0000000000000000 R09: 00007ffed3964720
[ 5285.466208][ T44] R10: 0000000000000005 R11: 0000000000000246 R12: 000055a967519a2a
[ 5285.466562][ T44] R13: 000055a9a138db60 R14: 000055a9a138dda0 R15: 0000000000000000
[ 5285.466916][ T44]
[ 5285.467108][ T44] INFO: task modprobe:22575 blocked on an rw-semaphore likely owned by task kworker/u16:1:67
[ 5285.467606][ T44] task:kworker/u16:1 state:R running task stack:26112 pid:67 tgid:67 ppid:2 task_flags:0x4208060 flags:0x00004000
[ 5285.468159][ T44] Workqueue: netns cleanup_net
[ 5285.468406][ T44] Call Trace:
[ 5285.468581][ T44]
[ 5285.468710][ T44] ? __mutex_trylock_common+0xf9/0x260
[ 5285.468944][ T44] ? __mutex_handoff+0x2b0/0x2b0
[ 5285.469182][ T44] ? rcu_is_watching+0x12/0xb0
[ 5285.469427][ T44] ? rcu_is_watching+0x12/0xb0
[ 5285.469658][ T44] ? trace_contention_end+0xd8/0x140
[ 5285.469898][ T44] ? __mutex_lock+0x19f/0x11a0
[ 5285.470128][ T44] ? trace_sched_exit_tp+0xcd/0x130
[ 5285.470370][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 5285.470670][ T44] ? ww_mutex_lock+0x160/0x160
[ 5285.470920][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 5285.471213][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 5285.471539][ T44] ? __nf_conntrack_hash_insert+0x200/0x200 [nf_conntrack]
[ 5285.471892][ T44] ? nf_conntrack_cleanup_net_list+0x19a/0x4b0 [nf_conntrack]
[ 5285.472239][ T44] ? nf_conntrack_cleanup_net_list+0x10e/0x4b0 [nf_conntrack]
[ 5285.472602][ T44] ? nf_conntrack_cleanup_end+0x70/0x70 [nf_conntrack]
[ 5285.472899][ T44] ? nf_conntrack_pernet_exit+0xa5/0x140 [nf_conntrack]
[ 5285.473208][ T44] ? ops_undo_list+0x2bf/0x890
[ 5285.473450][ T44] ? rtnl_net_dumpid_one+0x270/0x270
[ 5285.473680][ T44] ? cleanup_net+0x2c5/0x890
[ 5285.473918][ T44] ? cleanup_net+0x3a1/0x890
[ 5285.474149][ T44] ? net_passive_dec+0x190/0x190
[ 5285.474391][ T44] ? rcu_is_watching+0x12/0xb0
[ 5285.474625][ T44] ? process_one_work+0xe35/0x1650
[ 5285.474864][ T44] ? pwq_dec_nr_in_flight+0x550/0x550
[ 5285.475109][ T44] ? assign_work+0x168/0x240
[ 5285.475344][ T44] ? worker_thread+0x591/0xcf0
[ 5285.475597][ T44] ? rescuer_thread+0xd10/0xd10
[ 5285.475830][ T44] ? kthread+0x37b/0x5f0
[ 5285.476011][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 5285.476241][ T44] ? ret_from_fork+0x1b/0x270
[ 5285.476499][ T44] ? __lock_release+0x5d/0x170
[ 5285.476735][ T44] ? rcu_is_watching+0x12/0xb0
[ 5285.476972][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 5285.477207][ T44] ? ret_from_fork+0x1db/0x270
[ 5285.477444][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 5285.477675][ T44] ? ret_from_fork_asm+0x11/0x20
[ 5285.477918][ T44]
[ 5285.478139][ T44]
[ 5285.478139][ T44] Showing all locks held in the system:
[ 5285.478619][ T44] 1 lock held by khungtaskd/44:
[ 5285.478840][ T44] #0: ffffffff97b83f80 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260
[ 5285.479235][ T44] 4 locks held by kworker/u16:1/67:
[ 5285.479475][ T44] 1 lock held by modprobe/22575:
[ 5285.479695][ T44] #0: ffffffff98270430 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys+0x1a/0x40
[ 5285.480138][ T44]
[ 5285.480256][ T44] =============================================
[ 5285.480256][ T44]
[ 5408.329609][ T44] INFO: task modprobe:22575 blocked for more than 1228 seconds.
[ 5408.330252][ T44] Not tainted 6.17.0-rc7-virtme #1
[ 5408.330544][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 5408.330930][ T44] task:modprobe state:D stack:25584 pid:22575 tgid:22575 ppid:1 task_flags:0x400100 flags:0x00004006
[ 5408.331448][ T44] Call Trace:
[ 5408.331639][ T44]
[ 5408.331771][ T44] __schedule+0x880/0x1b10
[ 5408.332018][ T44] ? io_schedule_timeout+0x150/0x150
[ 5408.332263][ T44] ? schedule+0x1ee/0x270
[ 5408.332453][ T44] ? __lock_release+0x5d/0x170
[ 5408.332692][ T44] schedule+0xe2/0x270
[ 5408.332881][ T44] schedule_preempt_disabled+0x18/0x30
[ 5408.333113][ T44] rwsem_down_write_slowpath+0x3c5/0xcb0
[ 5408.333362][ T44] ? __lock_acquire+0x449/0x7e0
[ 5408.333598][ T44] ? down_read+0x4a0/0x4a0
[ 5408.333841][ T44] ? rcu_is_watching+0x12/0xb0
[ 5408.334074][ T44] ? lock_acquire+0x104/0x160
[ 5408.334304][ T44] ? register_pernet_subsys+0x1a/0x40
[ 5408.334560][ T44] down_write+0x1d6/0x200
[ 5408.334739][ T44] ? rwsem_down_write_slowpath+0xcb0/0xcb0
[ 5408.335023][ T44] ? find_held_lock+0x2b/0x80
[ 5408.335256][ T44] ? __create_object+0x5e/0xb0
[ 5408.335500][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 5408.335786][ T44] register_pernet_subsys+0x1a/0x40
[ 5408.336016][ T44] pg_init+0x2c/0x1000 [pktgen]
[ 5408.336261][ T44] ? _sub_I_65535_1+0xcf0/0xcf0 [xt_conntrack]
[ 5408.336559][ T44] do_one_initcall+0x8c/0x1d0
[ 5408.336794][ T44] ? trace_initcall_level+0x130/0x130
[ 5408.337028][ T44] ? rcu_is_watching+0x12/0xb0
[ 5408.337260][ T44] ? trace_kmalloc+0x26/0xd0
[ 5408.337497][ T44] ? __kmalloc_cache_noprof+0x15f/0x360
[ 5408.337727][ T44] ? debug_objects_oom+0x160/0x160
[ 5408.337968][ T44] ? kasan_unpoison+0x27/0x50
[ 5408.338203][ T44] ? __asan_register_globals+0x5d/0x70
[ 5408.338443][ T44] do_init_module+0x27a/0x860
[ 5408.338683][ T44] ? free_module+0x2f0/0x2f0
[ 5408.338917][ T44] ? kfree+0x144/0x320
[ 5408.339093][ T44] ? find_vm_area+0x12/0x50
[ 5408.339330][ T44] load_module+0x1f40/0x2dd0
[ 5408.339581][ T44] ? layout_and_allocate.constprop.0+0x630/0x630
[ 5408.339871][ T44] ? kernel_read_file+0x3ed/0x550
[ 5408.340107][ T44] ? kernel_read_file+0x3c8/0x550
[ 5408.340341][ T44] ? __ia32_sys_fsconfig+0x150/0x150
[ 5408.340590][ T44] ? init_module_from_file+0xe9/0x150
[ 5408.340822][ T44] init_module_from_file+0xe9/0x150
[ 5408.341055][ T44] ? __do_sys_init_module+0x1e0/0x1e0
[ 5408.341302][ T44] ? idempotent_init_module+0x316/0x610
[ 5408.341555][ T44] ? __lock_release+0x5d/0x170
[ 5408.341789][ T44] ? do_raw_spin_unlock+0x58/0x220
[ 5408.342020][ T44] idempotent_init_module+0x331/0x610
[ 5408.342255][ T44] ? init_module_from_file+0x150/0x150
[ 5408.342507][ T44] ? cap_capable+0x94/0x230
[ 5408.342744][ T44] __x64_sys_finit_module+0xca/0x150
[ 5408.342975][ T44] ? do_syscall_64+0x85/0x300
[ 5408.343213][ T44] do_syscall_64+0xc1/0x300
[ 5408.343457][ T44] entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 5408.343741][ T44] RIP: 0033:0x7fbcd3ab192d
[ 5408.343981][ T44] RSP: 002b:00007ffed39645e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139
[ 5408.344326][ T44] RAX: ffffffffffffffda RBX: 000055a9a138dac0 RCX: 00007fbcd3ab192d
[ 5408.344677][ T44] RDX: 0000000000000000 RSI: 000055a967519a2a RDI: 0000000000000005
[ 5408.345022][ T44] RBP: 0000000000040000 R08: 0000000000000000 R09: 00007ffed3964720
[ 5408.345375][ T44] R10: 0000000000000005 R11: 0000000000000246 R12: 000055a967519a2a
[ 5408.345715][ T44] R13: 000055a9a138db60 R14: 000055a9a138dda0 R15: 0000000000000000
[ 5408.346071][ T44]
[ 5408.346272][ T44] INFO: task modprobe:22575 blocked on an rw-semaphore likely owned by task kworker/u16:1:67
[ 5408.346754][ T44] task:kworker/u16:1 state:R running task stack:26112 pid:67 tgid:67 ppid:2 task_flags:0x4208060 flags:0x00004000
[ 5408.347300][ T44] Workqueue: netns cleanup_net
[ 5408.347545][ T44] Call Trace:
[ 5408.347722][ T44]
[ 5408.347856][ T44] ? __mutex_trylock_common+0xf9/0x260
[ 5408.348090][ T44] ? __mutex_handoff+0x2b0/0x2b0
[ 5408.348323][ T44] ? rcu_is_watching+0x12/0xb0
[ 5408.348567][ T44] ? rcu_is_watching+0x12/0xb0
[ 5408.348800][ T44] ? trace_contention_end+0xd8/0x140
[ 5408.349031][ T44] ? __mutex_lock+0x19f/0x11a0
[ 5408.349261][ T44] ? trace_sched_exit_tp+0xcd/0x130
[ 5408.349508][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 5408.349814][ T44] ? ww_mutex_lock+0x160/0x160
[ 5408.350063][ T44] ? nf_ct_iterate_cleanup+0x4a/0x340 [nf_conntrack]
[ 5408.350367][ T44] ? __nf_conntrack_hash_insert+0x200/0x200 [nf_conntrack]
[ 5408.350722][ T44] ? nf_conntrack_cleanup_net_list+0x19a/0x4b0 [nf_conntrack]
[ 5408.351070][ T44] ? nf_conntrack_cleanup_net_list+0x10e/0x4b0 [nf_conntrack]
[ 5408.351437][ T44] ? nf_conntrack_cleanup_end+0x70/0x70 [nf_conntrack]
[ 5408.351742][ T44] ? nf_conntrack_pernet_exit+0xa5/0x140 [nf_conntrack]
[ 5408.352044][ T44] ? ops_undo_list+0x2bf/0x890
[ 5408.352280][ T44] ? rtnl_net_dumpid_one+0x270/0x270
[ 5408.352519][ T44] ? cleanup_net+0x2c5/0x890
[ 5408.352758][ T44] ? cleanup_net+0x3a1/0x890
[ 5408.352998][ T44] ? net_passive_dec+0x190/0x190
[ 5408.353235][ T44] ? rcu_is_watching+0x12/0xb0
[ 5408.353479][ T44] ? process_one_work+0xe35/0x1650
[ 5408.353722][ T44] ? pwq_dec_nr_in_flight+0x550/0x550
[ 5408.353960][ T44] ? assign_work+0x168/0x240
[ 5408.354197][ T44] ? worker_thread+0x591/0xcf0
[ 5408.354443][ T44] ? rescuer_thread+0xd10/0xd10
[ 5408.354677][ T44] ? kthread+0x37b/0x5f0
[ 5408.354862][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 5408.355090][ T44] ? ret_from_fork+0x1b/0x270
[ 5408.355321][ T44] ? __lock_release+0x5d/0x170
[ 5408.355562][ T44] ? rcu_is_watching+0x12/0xb0
[ 5408.355792][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 5408.356025][ T44] ? ret_from_fork+0x1db/0x270
[ 5408.356254][ T44] ? kthread_is_per_cpu+0xc0/0xc0
[ 5408.356489][ T44] ? ret_from_fork_asm+0x11/0x20
[ 5408.356738][ T44]
[ 5408.356915][ T44] Future hung task reports are suppressed, see sysctl kernel.hung_task_warnings
[ 5408.357304][ T44]
[ 5408.357304][ T44] Showing all locks held in the system:
[ 5408.357657][ T44] 1 lock held by khungtaskd/44:
[ 5408.357882][ T44] #0: ffffffff97b83f80 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260
[ 5408.358273][ T44] 4 locks held by kworker/u16:1/67:
[ 5408.358524][ T44] 1 lock held by modprobe/22575:
[ 5408.358745][ T44] #0: ffffffff98270430 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys+0x1a/0x40
[ 5408.359189][ T44]
[ 5408.359308][ T44] =============================================
[ 5408.359308][ T44]
WAIT TIMEOUT stderr
Ctrl-C stderr
Ctrl-C stderr