***************** crashinfo --stacksummary ***************** /exports/testreports/42053/testresults/racer-ldiskfs-DNE-centos7_x86_64-centos7_x86_64/oleg236-client-timeout-core (3.10.0-7.9-debug) ------- 86 stacks like that: ---------- #0 __schedule #1 schedule #2 do_wait #3 sys_wait4 #4 system_call_fastpath youngest=0s(pid=9405), oldest=621s(pid=1163) ........................ auster 1 times bash 14 times dir_create.sh 7 times dir_remote.sh 12 times file_create.sh 12 times file_rename.sh 24 times file_rm.sh 12 times racer.sh 4 times ------- 25 stacks like that: ---------- #0 __schedule #1 schedule #2 rescuer_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=709s(pid=716), oldest=716s(pid=12) ........................ ata_sff 1 times bioset 3 times crypto 1 times deferwq 1 times edac-poller 1 times ext4-rsv-conver 1 times ipv6_addrconf 1 times kblockd 1 times kintegrityd 1 times kmpath_rdacd 1 times kpsmoused 1 times kthrotld 1 times kvm-irqfd-clean 1 times lru-add-drain 1 times md 1 times netns 1 times nfsiod 1 times rpciod 1 times scsi_tmf_0 1 times scsi_tmf_1 1 times watchdogd 1 times writeback 1 times xprtiod 1 times ------- 21 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lock_rename #5 SYSC_renameat2 #6 sys_renameat2 #7 sys_rename #8 system_call_fastpath youngest=0s(pid=28507), oldest=28s(pid=22576) ........................ mrename 21 times ------- 19 stacks like that: ---------- #0 __schedule #1 schedule #2 worker_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=839), oldest=709s(pid=25) ........................ kworker/0:0H 1 times kworker/0:1 1 times kworker/0:1H 1 times kworker/0:2 1 times kworker/1:0 1 times kworker/1:0H 1 times kworker/1:1H 1 times kworker/1:2 1 times kworker/2:0H 1 times kworker/2:1 1 times kworker/2:1H 1 times kworker/2:2 1 times kworker/3:0 1 times kworker/3:0H 1 times kworker/3:1H 1 times kworker/3:2 1 times kworker/u8:1 1 times kworker/u8:3 1 times kworker/u8:4 1 times ------- 14 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_wait_event #3 ptlrpc_main #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=5306), oldest=641s(pid=5309) ........................ ldlm_cb00_000 1 times ldlm_cb00_001 1 times ldlm_cb00_002 1 times ldlm_cb00_003 1 times ldlm_cb01_000 1 times ldlm_cb01_001 1 times ldlm_cb01_002 1 times ldlm_cb01_003 1 times ldlm_cn00_000 1 times ldlm_cn00_001 1 times ldlm_cn00_002 1 times ldlm_cn01_000 1 times ldlm_cn01_001 1 times ldlm_cn01_002 1 times ------- 12 stacks like that: ---------- #0 __schedule #1 schedule #2 smpboot_thread_fn #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=15), oldest=2s(pid=23) ........................ ksoftirqd/0 1 times ksoftirqd/1 1 times ksoftirqd/2 1 times ksoftirqd/3 1 times migration/0 1 times migration/1 1 times migration/2 1 times migration/3 1 times watchdog/0 1 times watchdog/1 1 times watchdog/2 1 times watchdog/3 1 times ------- 11 stacks like that: ---------- #0 __schedule #1 schedule #2 do_nanosleep #3 hrtimer_nanosleep #4 sys_nanosleep #5 system_call_fastpath youngest=0s(pid=28490), oldest=223s(pid=9460) ........................ sleep 11 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_sys_poll #6 sys_poll #7 system_call_fastpath youngest=3s(pid=819), oldest=707s(pid=865) ........................ NetworkManager 1 times gdbus 2 times gmain 2 times polkitd 3 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 futex_wait_queue_me #3 futex_wait #4 do_futex #5 sys_futex #6 system_call_fastpath youngest=39s(pid=899), oldest=708s(pid=810) ........................ JS GC Helper 1 times JS Sour~ Thread 1 times gssproxy 5 times rs:main Q:Reg 1 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_nocb_kthread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=20), oldest=716s(pid=10) ........................ rcuob/0 1 times rcuob/1 1 times rcuob/2 1 times rcuob/3 1 times rcuos/0 1 times rcuos/1 1 times rcuos/2 1 times rcuos/3 1 times ------- 7 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_bl_thread_main #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=13314), oldest=0s(pid=10736) ........................ ldlm_bl_01 1 times ldlm_bl_02 1 times ldlm_bl_03 1 times ldlm_bl_04 1 times ldlm_bl_05 1 times ldlm_bl_06 1 times ldlm_bl_07 1 times ------- 6 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ptlrpc_set_wait #4 ptlrpc_queue_wait #5 ldlm_cli_enqueue #6 osc_enqueue_base #7 osc_lock_enqueue #8 cl_lock_enqueue #9 lov_lock_enqueue #10 cl_lock_enqueue #11 cl_lock_request #12 cl_io_lock #13 cl_io_loop #14 cl_setattr_ost #15 ll_setattr_raw #16 ll_setattr #17 notify_change #18 do_truncate #19 do_sys_ftruncate.constprop.17 #20 sys_ftruncate #21 system_call_fastpath youngest=0s(pid=28321), oldest=0s(pid=27556) ........................ dd 6 times ------- 6 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 filename_create #5 user_path_create #6 sys_mkdirat #7 sys_mkdir #8 system_call_fastpath youngest=0s(pid=28508), oldest=28s(pid=22686) ........................ mkdir 6 times ------- 6 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 sys_epoll_wait #6 system_call_fastpath youngest=0s(pid=1), oldest=606s(pid=596) ........................ dbus-daemon 1 times gssproxy 1 times systemd 1 times systemd-journal 1 times systemd-logind 1 times systemd-udevd 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 path_lookupat #6 filename_lookup #7 user_path_at_empty #8 user_path_at #9 vfs_fstatat #10 SYSC_newfstatat #11 sys_newfstatat #12 system_call_fastpath youngest=0s(pid=28478), oldest=27s(pid=22758) ........................ rm 5 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 do_last #5 path_openat #6 do_filp_open #7 do_sys_open #8 sys_open #9 system_call_fastpath youngest=0s(pid=28443), oldest=28s(pid=22525) ........................ lfs 5 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ptlrpc_set_wait #4 ptlrpc_queue_wait #5 ldlm_cli_enqueue #6 osc_enqueue_base #7 osc_lock_enqueue #8 cl_lock_enqueue #9 lov_lock_enqueue #10 cl_lock_enqueue #11 cl_lock_request #12 cl_io_lock #13 cl_io_loop #14 cl_setattr_ost #15 ll_setattr_raw #16 ll_setattr #17 notify_change #18 do_truncate #19 do_last #20 path_openat #21 do_filp_open #22 do_sys_open #23 sys_open #24 system_call_fastpath youngest=0s(pid=9444), oldest=0s(pid=27860) ........................ dd 2 times dir_create.sh 3 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 pipe_wait #3 pipe_read #4 do_sync_read #5 vfs_read #6 sys_read #7 system_call_fastpath youngest=58s(pid=9200), oldest=223s(pid=9378) ........................ sed 4 times tee 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpcd #5 kthread #6 ret_from_fork_nospec_begin youngest=0s(pid=1955), oldest=165s(pid=1954) ........................ ptlrpcd_00_00 1 times ptlrpcd_00_01 1 times ptlrpcd_01_00 1 times ptlrpcd_01_01 1 times ptlrpcd_rcv 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 ksocknal_scheduler #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=1948), oldest=691s(pid=1949) ........................ socknal_sd00_00 1 times socknal_sd00_01 1 times socknal_sd01_00 1 times socknal_sd01_01 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_connd #4 kthread #5 ret_from_fork_nospec_begin youngest=641s(pid=1942), oldest=691s(pid=1943) ........................ socknal_cd00 1 times socknal_cd01 1 times socknal_cd02 1 times socknal_cd03 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_select #6 core_sys_select #7 sys_select #8 system_call_fastpath youngest=2s(pid=1124), oldest=706s(pid=860) ........................ dhclient 1 times rsyslogd 1 times sshd 2 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 path_lookupat #6 filename_lookup #7 user_path_at_empty #8 user_path_at #9 vfs_fstatat #10 SYSC_newstat #11 sys_newstat #12 system_call_fastpath youngest=0s(pid=28510), oldest=28s(pid=22677) ........................ lfs 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 n_tty_read #4 tty_read #5 vfs_read #6 sys_read #7 system_call_fastpath youngest=704s(pid=841), oldest=705s(pid=843) ........................ agetty 3 times ------- 3 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 default_enter_idle #2 cpuidle_enter_state #3 cpuidle_idle_call #4 arch_cpu_idle #5 cpu_startup_entry #6 start_secondary #7 start_cpu youngest=717s(pid=0), oldest=717s(pid=0) ........................ swapper/1 1 times swapper/2 1 times swapper/3 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 link_path_walk #6 path_openat #7 do_filp_open #8 do_sys_open #9 sys_open #10 system_call_fastpath youngest=0s(pid=28511), oldest=0s(pid=9421) ........................ dir_create.sh 1 times touch 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ptlrpc_set_wait #4 ptlrpc_queue_wait #5 mdc_close #6 lmv_close #7 ll_close_inode_openhandle #8 ll_md_real_close #9 ll_file_release #10 __fput #11 ____fput #12 task_work_run #13 do_notify_resume #14 int_signal youngest=0s(pid=28495), oldest=0s(pid=9402) ........................ dir_create.sh 1 times touch 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_hr_main #3 kthread #4 ret_from_fork_nospec_begin youngest=691s(pid=1940), oldest=691s(pid=1941) ........................ ptlrpc_hr00_000 1 times ptlrpc_hr01_000 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 scsi_error_handler #3 kthread #4 ret_from_fork_nospec_begin youngest=713s(pid=295), oldest=713s(pid=297) ........................ scsi_eh_0 1 times scsi_eh_1 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ptlrpc_set_wait #4 ptlrpc_queue_wait #5 ldlm_cli_enqueue #6 mdc_enqueue_base #7 mdc_intent_lock #8 lmv_intent_remote #9 lmv_intent_lookup #10 lmv_intent_lock #11 ll_lookup_it.constprop.42 #12 ll_lookup_nd #13 lookup_real #14 __lookup_hash #15 lookup_slow #16 path_lookupat #17 filename_lookup #18 user_path_at_empty #19 user_path_at #20 vfs_fstatat #21 SYSC_newstat #22 sys_newstat #23 system_call_fastpath youngest=0s(pid=28509), oldest=0s(pid=28509) ........................ lfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 link_path_walk #6 path_lookupat #7 filename_lookup #8 user_path_parent #9 SYSC_renameat2 #10 sys_renameat2 #11 sys_rename #12 system_call_fastpath youngest=0s(pid=28501), oldest=0s(pid=28501) ........................ mrename 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion #4 osc_io_setattr_end #5 cl_io_end #6 lov_io_end_wrapper #7 lov_io_call #8 lov_io_end #9 cl_io_end #10 cl_io_loop #11 cl_setattr_ost #12 ll_setattr_raw #13 ll_setattr #14 notify_change #15 utimes_common #16 do_utimes #17 sys_utimensat #18 system_call_fastpath youngest=0s(pid=28485), oldest=0s(pid=28485) ........................ touch 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ptlrpc_set_wait #4 ptlrpc_queue_wait #5 mdc_close #6 lmv_close #7 ll_close_inode_openhandle #8 ll_release_openhandle #9 ll_file_open #10 ll_dir_open #11 do_dentry_open #12 finish_open #13 ll_atomic_open #14 do_last #15 path_openat #16 do_filp_open #17 do_sys_open #18 sys_open #19 system_call_fastpath youngest=0s(pid=28442), oldest=0s(pid=28442) ........................ lfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ptlrpc_set_wait #4 ptlrpc_queue_wait #5 mdc_reint #6 mdc_rename #7 lmv_rename #8 ll_rename #9 vfs_rename #10 SYSC_renameat2 #11 sys_renameat2 #12 sys_rename #13 system_call_fastpath youngest=0s(pid=28441), oldest=0s(pid=28441) ........................ mrename 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 link_path_walk #6 path_lookupat #7 filename_lookup #8 user_path_at_empty #9 user_path_at #10 vfs_fstatat #11 SYSC_newlstat #12 sys_newlstat #13 system_call_fastpath youngest=21s(pid=24337), oldest=21s(pid=24337) ........................ lfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 path_lookupat #6 filename_lookup #7 user_path_at_empty #8 user_path_at #9 vfs_fstatat #10 SYSC_newlstat #11 sys_newlstat #12 system_call_fastpath youngest=27s(pid=22695), oldest=27s(pid=22695) ........................ lfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 path_lookupat #6 filename_lookup #7 user_path_at_empty #8 user_path_at #9 sys_chdir #10 system_call_fastpath youngest=28s(pid=22655), oldest=28s(pid=22655) ........................ mkdir 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 vfs_rename #5 SYSC_renameat2 #6 sys_renameat2 #7 sys_rename #8 system_call_fastpath youngest=27s(pid=22615), oldest=27s(pid=22615) ........................ mrename 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_completion_ast #3 ldlm_cli_enqueue_fini #4 ldlm_cli_enqueue #5 osc_enqueue_base #6 osc_lock_enqueue #7 cl_lock_enqueue #8 lov_lock_enqueue #9 cl_lock_enqueue #10 cl_lock_request #11 cl_io_lock #12 cl_io_loop #13 cl_setattr_ost #14 ll_setattr_raw #15 ll_setattr #16 notify_change #17 do_truncate #18 do_sys_ftruncate.constprop.17 #19 sys_ftruncate #20 system_call_fastpath youngest=37s(pid=19114), oldest=37s(pid=19114) ........................ dd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 mgc_requeue_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=610s(pid=5318), oldest=610s(pid=5318) ........................ ll_cfg_requeue 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 expired_lock_main #3 kthread #4 ret_from_fork_nospec_begin youngest=641s(pid=5317), oldest=641s(pid=5317) ........................ ldlm_elt 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 lnet_peer_discovery #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=1953), oldest=0s(pid=1953) ........................ lnet_discovery 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion_interruptible_timeout #4 lnet_monitor_thread #5 kthread #6 ret_from_fork_nospec_begin youngest=0s(pid=1952), oldest=0s(pid=1952) ........................ monitor_thread 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 lnet_acceptor #3 kthread #4 ret_from_fork_nospec_begin youngest=691s(pid=1951), oldest=691s(pid=1951) ........................ acceptor_001 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_reaper #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=1946), oldest=0s(pid=1946) ........................ socknal_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_sys_poll #6 sys_ppoll #7 system_call_fastpath youngest=0s(pid=897), oldest=0s(pid=897) ........................ in:imjournal 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule youngest=708s(pid=769), oldest=708s(pid=769) ........................ nfsv4.1-svc 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kjournald2 #3 kthread #4 ret_from_fork_nospec_begin youngest=710s(pid=475), oldest=710s(pid=475) ........................ jbd2/nbd0-8 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 nbd_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=226s(pid=449), oldest=226s(pid=449) ........................ nbd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 sk_wait_data #4 tcp_recvmsg #5 inet_recvmsg #6 sock_recvmsg #7 kernel_recvmsg #8 sock_xmit #9 __nbd_ioctl #10 nbd_ioctl #11 blkdev_ioctl #12 block_ioctl #13 do_vfs_ioctl #14 sys_ioctl #15 system_call_fastpath youngest=226s(pid=447), oldest=226s(pid=447) ........................ nbd-client 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 khugepaged #4 kthread #5 ret_from_fork_nospec_begin youngest=8s(pid=54), oldest=8s(pid=54) ........................ khugepaged 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ksm_scan_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=715s(pid=53), oldest=715s(pid=53) ........................ ksmd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kswapd #3 kthread #4 ret_from_fork_nospec_begin youngest=715s(pid=52), oldest=715s(pid=52) ........................ kswapd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 schedule_timeout_interruptible #4 watchdog #5 kthread #6 ret_from_fork_nospec_begin youngest=116s(pid=37), oldest=116s(pid=37) ........................ khungtaskd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 devtmpfsd #3 kthread #4 ret_from_fork_nospec_begin youngest=641s(pid=35), oldest=641s(pid=35) ........................ kdevtmpfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 rcu_gp_kthread #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=9), oldest=0s(pid=9) ........................ rcu_sched 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_gp_kthread #3 kthread #4 ret_from_fork_nospec_begin youngest=716s(pid=8), oldest=716s(pid=8) ........................ rcu_bh 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthreadd #3 ret_from_fork_nospec_begin youngest=0s(pid=2), oldest=0s(pid=2) ........................ kthreadd 1 times ------- 1 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 default_enter_idle #2 cpuidle_enter_state #3 cpuidle_idle_call #4 arch_cpu_idle #5 cpu_startup_entry #6 rest_init #7 start_kernel #8 x86_64_start_reservations #9 x86_64_start_kernel #10 start_cpu youngest=717s(pid=0), oldest=717s(pid=0) ........................ swapper/0 1 times ** Execution took 0.93s (real) 0.19s (CPU), Child processes: 0.76s