************************* hanginfo *************************
  /exports/testreports/42053/testresults/racer-ldiskfs-DNE-centos7_x86_64-centos7_x86_64/oleg236-client-timeout-core (3.10.0-7.9-debug) 
 *** UNINTERRUPTIBLE threads, classified ***
<struct mutex 0xffff8800b0679980>

 ================= Waiting on inode mutexes =================
  -- <struct inode 0xffff8800b06798c8> /mnt/lustre2/racer0
  -- <struct mutex 0xffff8800b0679980> lustre_inode_cache 
   Owner: pid=28441 cmd=mrename
    ... 12 pids. Youngest,oldest: 28510, 28445  Ran ms ago: 7, 280
        printing 10 out of 12
        sorted by ran_ago, youngest first
      [28510, 28508, 28503, 28497, 28483, <2 skipped>, 28470, 28474,
       28448, 28452, 28445]

 ==================== Waiting on mutexes ====================
  -- <struct mutex 0xffff8800b067a180> lustre_inode_cache 
   Owner: pid=28442 cmd=lfs
    ... 9 pids. Youngest,oldest: 28507, 28453  Ran ms ago: 30, 248
        sorted by ran_ago, youngest first
      [28507, 28443, 28502, 28501, 28496, 28468, 28464, 28460, 28453]
  -- <struct mutex 0xffff8801336c8980> lustre_inode_cache 
   Owner: pid=22615 cmd=mrename
    ... 1 pids. Youngest,oldest: 22615, 22615  Ran ms ago: 27999, 27999
        sorted by ran_ago, youngest first
      [22615]
  -- <struct mutex 0xffff8800b0630980> lustre_inode_cache 
   Owner: pid=28509 cmd=lfs
    ... 2 pids. Youngest,oldest: 28511, 9421  Ran ms ago: 12, 13
        sorted by ran_ago, youngest first
      [28511, 9421]
  -- <struct mutex 0xffff8800b0631180> lustre_inode_cache 
   Owner: pid=22615 cmd=mrename
    ... 15 pids. Youngest,oldest: 24337, 22658  Ran ms ago: 21437, 28156
        printing 10 out of 15
        sorted by ran_ago, youngest first
      [24337, 23045, 22824, 22758, 22712, <5 skipped>, 22667, 22525,
       22669, 22663, 22658]
  -- <struct mutex 0xffff88012bf70c78> kmalloc-2048 
   Owner: pid=22615 cmd=mrename
    ... 8 pids. Youngest,oldest: 23036, 22576  Ran ms ago: 27063, 28192
        sorted by ran_ago, youngest first
      [23036, 22983, 22821, 22812, 22766, 22769, 22635, 22576]

 =============== Waiting in schedule_timeout ================
    ... 1 pids. Youngest,oldest: 28485, 28485  Ran ms ago: 9, 9
        sorted by ran_ago, youngest first
      [28485]

*** Threads that own resources the other threads are waiting on ***

PID=28441  CPU=0 CMD=mrename
  #0   __schedule+0x2e2
  #1   schedule+0x29
  #2   schedule_timeout+0x13f
  #3   ptlrpc_set_wait+0x7cf
  #4   ptlrpc_queue_wait+0x86
  #5   mdc_reint+0x22
  #6   mdc_rename+0x32c
  #7   lmv_rename+0x5ac
  #8   ll_rename+0x560
  #9   vfs_rename+0x885
  #10  SYSC_renameat2+0x4d3
  #11  sys_renameat2+0xe
  #12  sys_rename+0x1e
  #13  system_call_fastpath+0x1f, 477 bytes of data
{28448, 28482, 28483, 28452, 28497, 28510, 28470, 28503, 28474, 28508, 28445, 28478}

PID=28442  CPU=2 CMD=lfs
  #0   __schedule+0x2e2
  #1   schedule+0x29
  #2   schedule_timeout+0x13f
  #3   ptlrpc_set_wait+0x7cf
  #4   ptlrpc_queue_wait+0x86
  #5   mdc_close+0x272
  #6   lmv_close+0x1fb
  #7   ll_close_inode_openhandle+0x4c2
  #8   ll_release_openhandle+0x38f
  #9   ll_file_open+0xb05
  #10  ll_dir_open+0x2f
  #11  do_dentry_open+0x1df
  #12  finish_open+0x2f
  #13  ll_atomic_open+0x993
  #14  do_last+0xa40
  #15  path_openat+0xcd
  #16  do_filp_open+0x4d
  #17  do_sys_open+0x124
  #18  sys_open+0x1e
  #19  system_call_fastpath+0x1f, 477 bytes of data
{28507, 28453, 28460, 28464, 28496, 28468, 28501, 28502, 28443}

PID=28509  CPU=2 CMD=lfs
  #0   __schedule+0x2e2
  #1   schedule+0x29
  #2   schedule_timeout+0x13f
  #3   ptlrpc_set_wait+0x7cf
  #4   ptlrpc_queue_wait+0x86
  #5   ldlm_cli_enqueue+0x424
  #6   mdc_enqueue_base+0x37a
  #7   mdc_intent_lock+0x135
  #8   lmv_intent_remote+0x5de
  #9   lmv_intent_lookup+0x9f9
  #10  lmv_intent_lock+0x26f
  #11  ll_lookup_it.constprop.42+0x727
  #12  ll_lookup_nd+0x110
  #13  lookup_real+0x1d
  #14  __lookup_hash+0x42
  #15  lookup_slow+0x42
  #16  path_lookupat+0x89e
  #17  filename_lookup+0x2b
  #18  user_path_at_empty+0x67
  #19  user_path_at+0x11
  #20  vfs_fstatat+0x63
  #21  SYSC_newstat+0x2e
  #22  sys_newstat+0xe
  #23  system_call_fastpath+0x1f, 477 bytes of data
{9421, 28511}

PID=22615  CPU=1 CMD=mrename
  #0   __schedule+0x2e2
  #1   schedule_preempt_disabled+0x39
  #2   __mutex_lock_slowpath+0x13a
  #3   mutex_lock+0x2d
  #4   vfs_rename+0x41d
  #5   SYSC_renameat2+0x4d3
  #6   sys_renameat2+0xe
  #7   sys_rename+0x1e
  #8   system_call_fastpath+0x1f, 477 bytes of data
{22658, 23045, 22663, 22983, 22667, 22669, 24337, 22677, 22615, 22812, 22686, 22821, 22758, 22695, 22824, 22697, 22635, 22766, 22576, 22769, 22712, 23036, 22525, 22655}

*** System activities other threads are waiting for ***
  --- Doing schedule_timeout ---
{28485}



 ** Execution took   1.76s (real)   1.36s (CPU), Child processes:   0.40s