************************* hanginfo ************************* /exports/testreports/42096/testresults/racer-ldiskfs-DNE-centos7_x86_64-centos7_x86_64/oleg218-client-timeout-core (3.10.0-7.9-debug) *** UNINTERRUPTIBLE threads, classified *** ==================== Waiting on mutexes ==================== -- lustre_inode_cache Owner: pid=32213 cmd=mrename ... 9 pids. Youngest,oldest: 32261, 32227 Ran ms ago: 20, 134 sorted by ran_ago, youngest first [32261, 32257, 32253, 32252, 32251, 32166, 32239, 32231, 32227] -- lustre_inode_cache Owner: pid=32255 cmd=touch ... 3 pids. Youngest,oldest: 32265, 32260 Ran ms ago: 19, 27 sorted by ran_ago, youngest first [32265, 32264, 32260] -- lustre_inode_cache Owner: pid=32209 cmd=mrename ... 10 pids. Youngest,oldest: 32259, 32212 Ran ms ago: 41, 181 sorted by ran_ago, youngest first [32259, 32246, 32178, 32234, 32232, 32228, 32220, 32222, 32216, 32212] -- lustre_inode_cache Owner: pid=21846 cmd=mrename ... 15 pids. Youngest,oldest: 23601, 21888 Ran ms ago: 239469, 244115 printing 10 out of 15 sorted by ran_ago, youngest first [23601, 22744, 22710, 22683, 22037, <5 skipped>, 5199, 21904, 21901, 21896, 21888] -- lustre_inode_cache Owner: pid=21846 cmd=mrename ... 1 pids. Youngest,oldest: 21846, 21846 Ran ms ago: 243870, 243870 sorted by ran_ago, youngest first [21846] -- kmalloc-2048 Owner: pid=32178 cmd=mrename ... 1 pids. Youngest,oldest: 32199, 32199 Ran ms ago: 38, 38 sorted by ran_ago, youngest first [32199] -- kmalloc-2048 Owner: pid=21846 cmd=mrename ... 8 pids. Youngest,oldest: 22500, 21855 Ran ms ago: 242611, 244005 sorted by ran_ago, youngest first [22500, 22445, 22167, 22079, 22076, 21937, 21862, 21855] =============== Waiting in schedule_timeout ================ ... 1 pids. Youngest,oldest: 5262, 5262 Ran ms ago: 24, 24 sorted by ran_ago, youngest first [5262] *** Threads that own resources the other threads are waiting on *** PID=32209 CPU=0 CMD=mrename #0 __schedule+0x2e2 #1 schedule+0x29 #2 schedule_timeout+0x13f #3 ptlrpc_set_wait+0x7cf #4 ptlrpc_queue_wait+0x86 #5 ldlm_cli_enqueue+0x424 #6 mdc_enqueue_base+0x37a #7 mdc_intent_lock+0x135 #8 lmv_intent_remote+0x5de #9 lmv_intent_lookup+0x9f9 #10 lmv_intent_lock+0x26f #11 ll_lookup_it.constprop.42+0x727 #12 ll_lookup_nd+0xb3 #13 lookup_real+0x1d #14 __lookup_hash+0x42 #15 lookup_slow+0x42 #16 link_path_walk+0x81f #17 path_lookupat+0x7a #18 filename_lookup+0x2b #19 user_path_parent+0x47 #20 SYSC_renameat2+0x97 #21 sys_renameat2+0xe #22 sys_rename+0x1e #23 system_call_fastpath+0x1f, 477 bytes of data {32259, 32228, 32232, 32234, 32178, 32212, 32246, 32216, 32220, 32222} PID=32178 CPU=0 CMD=mrename #0 __schedule+0x2e2 #1 schedule_preempt_disabled+0x39 #2 __mutex_lock_slowpath+0x13a #3 mutex_lock+0x2d #4 lock_rename+0x93 #5 SYSC_renameat2+0x22f #6 sys_renameat2+0xe #7 sys_rename+0x1e #8 system_call_fastpath+0x1f, 477 bytes of data {32199} PID=32213 CPU=1 CMD=mrename #0 __schedule+0x2e2 #1 schedule+0x29 #2 schedule_timeout+0x13f #3 ptlrpc_set_wait+0x7cf #4 ptlrpc_queue_wait+0x86 #5 ldlm_cli_enqueue+0x424 #6 mdc_enqueue_base+0x37a #7 mdc_intent_lock+0x135 #8 lmv_intent_remote+0x5de #9 lmv_intent_lookup+0x9f9 #10 lmv_intent_lock+0x26f #11 ll_lookup_it.constprop.42+0x727 #12 ll_lookup_nd+0x110 #13 lookup_real+0x1d #14 __lookup_hash+0x42 #15 SYSC_renameat2+0x248 #16 sys_renameat2+0xe #17 sys_rename+0x1e #18 system_call_fastpath+0x1f, 477 bytes of data {32257, 32227, 32261, 32166, 32231, 32239, 32251, 32252, 32253} PID=21846 CPU=0 CMD=mrename #0 __schedule+0x2e2 #1 schedule_preempt_disabled+0x39 #2 __mutex_lock_slowpath+0x13a #3 mutex_lock+0x2d #4 vfs_rename+0x41d #5 SYSC_renameat2+0x4d3 #6 sys_renameat2+0xe #7 sys_rename+0x1e #8 system_call_fastpath+0x1f, 477 bytes of data {21888, 21958, 21896, 21901, 5199, 21904, 22037, 21846, 22167, 22744, 22683, 21855, 21921, 21922, 21985, 22500, 21862, 21932, 22445, 23601, 21937, 22710, 22076, 22079} PID=32255 CPU=3 CMD=touch #0 __schedule+0x2e2 #1 schedule+0x29 #2 schedule_timeout+0x13f #3 ptlrpc_set_wait+0x7cf #4 ptlrpc_queue_wait+0x86 #5 ldlm_cli_enqueue+0x424 #6 mdc_enqueue_base+0x37a #7 mdc_intent_lock+0x135 #8 lmv_intent_lookup+0x30b #9 lmv_intent_lock+0x26f #10 ll_lookup_it.constprop.42+0x727 #11 ll_lookup_nd+0xb3 #12 lookup_real+0x1d #13 __lookup_hash+0x42 #14 lookup_slow+0x42 #15 link_path_walk+0x81f #16 path_openat+0xae #17 do_filp_open+0x4d #18 do_sys_open+0x124 #19 sys_open+0x1e #20 system_call_fastpath+0x1f, 477 bytes of data {32264, 32265, 32260} *** System activities other threads are waiting for *** --- Doing schedule_timeout --- {5262} +++WARNING+++ Possible hang ****************************************************************************** ************************ A Summary Of Problems Found ************************* ****************************************************************************** -------------------- A list of all +++WARNING+++ messages -------------------- Possible hang ------------------------------------------------------------------------------ ** Execution took 2.42s (real) 1.74s (CPU), Child processes: 0.67s