== sanity test 123f: Retry mechanism with large wide striping files ========================================================== 11:41:14 (1713282074) llite.lustre-ffff8800a922f000.statahead_max=64 llite.lustre-ffff8800a922f000.statahead_batch_max=64 total 100230 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.0 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.1 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.10 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.100 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.101 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.102 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.103 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.104 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.105 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.106 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.107 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.108 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.109 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.11 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.110 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.111 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.112 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.113 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.114 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.115 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.116 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.117 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.118 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.119 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.12 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.120 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.121 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.122 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.123 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.124 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.125 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.126 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.127 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.128 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.129 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.13 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.130 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.131 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.132 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.133 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.134 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.135 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.136 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.137 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.138 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.139 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.14 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.140 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.141 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.142 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.143 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.144 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.145 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.146 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.147 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.148 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.149 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.15 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.150 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.151 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.152 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.153 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.154 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.155 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.156 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.157 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.158 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.159 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.16 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.160 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.161 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.162 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.163 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.164 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.165 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.166 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.167 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.168 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.169 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.17 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.170 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.171 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.172 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.173 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.174 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.175 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.176 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.177 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.178 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.179 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.18 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.180 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.181 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.182 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.183 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.184 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.185 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.186 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.187 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.188 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.189 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.19 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.190 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.191 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.192 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.193 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.194 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.195 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.196 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.197 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.198 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.199 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.2 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.20 -rw-r--r-- 1 root root 0 Apr 16 11:42 f123f.sanity.200 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.21 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.22 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.23 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.24 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.25 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.26 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.27 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.28 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.29 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.3 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.30 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.31 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.32 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.33 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.34 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.35 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.36 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.37 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.38 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.39 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.4 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.40 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.41 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.42 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.43 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.44 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.45 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.46 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.47 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.48 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.49 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.5 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.50 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.51 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.52 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.53 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.54 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.55 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.56 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.57 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.58 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.59 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.6 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.60 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.61 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.62 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.63 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.64 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.65 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.66 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.67 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.68 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.69 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.7 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.70 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.71 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.72 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.73 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.74 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.75 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.76 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.77 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.78 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.79 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.8 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.80 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.81 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.82 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.83 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.84 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.85 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.86 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.87 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.88 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.89 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.9 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.90 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.91 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.92 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.93 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.94 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.95 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.96 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.97 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.98 -rw-r--r-- 1 root root 0 Apr 16 11:41 f123f.sanity.99 mdc.lustre-MDT0000-mdc-ffff8800a922f000.batch_stats= snapshot_time: 1713282218.210181971 secs.nsecs start_time: 0.000000000 secs.nsecs elapsed_time: 1713282218.210181971 secs.nsecs subreqs per batch batches % cum % 1: 25 58 58 2: 3 6 65 4: 0 0 65 8: 4 9 74 16: 2 4 79 32: 4 9 88 64: 3 6 95 128: 1 2 97 256: 0 0 97 512: 0 0 97 1024: 1 2 100 llite.lustre-ffff8800a922f000.statahead_agl=1 llite.lustre-ffff8800a922f000.statahead_batch_max=64 llite.lustre-ffff8800a922f000.statahead_max=64 llite.lustre-ffff8800a922f000.statahead_min=8 llite.lustre-ffff8800a922f000.statahead_running_max=16 llite.lustre-ffff8800a922f000.statahead_timeout=30 llite.lustre-ffff8800a922f000.statahead_stats= statahead total: 3 statahead wrong: 1 agl total: 3 list_total: 3 fname_total: 0 hit_total: 265 miss_total: 1748 llite.lustre-ffff8800a922f000.statahead_max=128 llite.lustre-ffff8800a922f000.statahead_batch_max=64