== sanity test 123ad: Verify batching statahead works correctly ========================================================== 05:21:46 (1713432106) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.batch_stats=0 llite.lustre-ffff8800a7ad3800.statahead_max=32 llite.lustre-ffff8800a7ad3800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.50 seconds: 200.31 ops/second llite.lustre-ffff8800a7ad3800.statahead_max=0 101 real 0m0.478s user 0m0.001s sys 0m0.164s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a7ad3800.statahead_max=32 32 101 real 0m0.306s user 0m0.002s sys 0m0.103s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11846 miss_total: 140 total: 900 open/close in 2.18 seconds: 412.78 ops/second llite.lustre-ffff8800a7ad3800.statahead_max=0 1001 real 0m7.637s user 0m0.016s sys 0m2.816s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8800a7ad3800.statahead_max=32 32 1001 real 0m1.914s user 0m0.034s sys 0m0.990s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12845 miss_total: 141 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12845 miss_total: 141 mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.batch_stats= snapshot_time: 1713432129.326326478 secs.nsecs start_time: 1713432107.164196149 secs.nsecs elapsed_time: 22.162130329 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 1 2 5 8: 5 12 17 16: 19 48 66 32: 13 33 100 mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.batch_stats= snapshot_time: 1713432129.326453701 secs.nsecs start_time: 1713432107.164275149 secs.nsecs elapsed_time: 22.162178552 secs.nsecs subreqs per batch batches % cum % 1: 4 9 9 2: 0 0 9 4: 3 7 16 8: 1 2 19 16: 21 50 69 32: 13 30 100 - open/close 5049 (time 1713432140.19 total 10.00 last 504.82) - open/close 8814 (time 1713432150.19 total 20.00 last 376.49) total: 10000 open/close in 22.72 seconds: 440.13 ops/second llite.lustre-ffff8800a7ad3800.statahead_batch_max=0 llite.lustre-ffff8800a7ad3800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.stats=clear 10001 real 0m9.537s user 0m0.193s sys 0m8.882s llite.lustre-ffff8800a7ad3800.statahead_batch_max=32 llite.lustre-ffff8800a7ad3800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.stats=clear 10001 real 0m22.193s user 0m0.241s sys 0m9.827s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.batch_stats= snapshot_time: 1713432188.850317319 secs.nsecs start_time: 1713432164.225481600 secs.nsecs elapsed_time: 24.624835719 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.batch_stats= snapshot_time: 1713432188.850429929 secs.nsecs start_time: 1713432164.225588766 secs.nsecs elapsed_time: 24.624841163 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.batch_stats=0 llite.lustre-ffff8800a7ad3800.statahead_max=2048 llite.lustre-ffff8800a7ad3800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.69 seconds: 143.96 ops/second llite.lustre-ffff8800a7ad3800.statahead_max=0 101 real 0m0.719s user 0m0.004s sys 0m0.256s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a7ad3800.statahead_max=2048 2048 101 real 0m0.277s user 0m0.003s sys 0m0.111s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.83 seconds: 490.85 ops/second llite.lustre-ffff8800a7ad3800.statahead_max=0 1001 real 0m5.435s user 0m0.027s sys 0m1.923s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a7ad3800.statahead_max=2048 2048 1001 real 0m1.350s user 0m0.013s sys 0m0.814s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4063 (time 1713432259.75 total 10.00 last 406.24) - open/close 7254 (time 1713432269.75 total 20.00 last 319.08) total: 9000 open/close in 25.95 seconds: 346.76 ops/second llite.lustre-ffff8800a7ad3800.statahead_max=0 10001 real 1m9.674s user 0m0.322s sys 0m24.428s ls -l 10000 files without statahead: 69 sec llite.lustre-ffff8800a7ad3800.statahead_max=2048 2048 10001 real 0m9.976s user 0m0.170s sys 0m8.837s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 39 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.batch_stats= snapshot_time: 1713432399.495517447 secs.nsecs start_time: 1713432189.474945001 secs.nsecs elapsed_time: 210.020572446 secs.nsecs subreqs per batch batches % cum % 1: 53 48 48 2: 3 2 50 4: 8 7 58 8: 8 7 65 16: 3 2 68 32: 1 0 69 64: 1 0 70 128: 1 0 70 256: 32 29 100 mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.batch_stats= snapshot_time: 1713432399.495686735 secs.nsecs start_time: 1713432189.475020756 secs.nsecs elapsed_time: 210.020665979 secs.nsecs subreqs per batch batches % cum % 1: 60 50 50 2: 4 3 53 4: 8 6 60 8: 9 7 67 16: 3 2 70 32: 2 1 71 64: 1 0 72 128: 1 0 73 256: 32 26 100 - open/close 4800 (time 1713432410.36 total 10.00 last 479.90) total: 10000 open/close in 19.70 seconds: 507.69 ops/second llite.lustre-ffff8800a7ad3800.statahead_batch_max=0 llite.lustre-ffff8800a7ad3800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.stats=clear 10001 real 0m9.774s user 0m0.214s sys 0m8.623s llite.lustre-ffff8800a7ad3800.statahead_batch_max=256 llite.lustre-ffff8800a7ad3800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.stats=clear 10001 real 0m8.907s user 0m0.187s sys 0m7.824s unbatched RPCs: 10004, batched RPCs: 273 mdc.lustre-MDT0000-mdc-ffff8800a7ad3800.batch_stats= snapshot_time: 1713432442.981958661 secs.nsecs start_time: 1713432431.662760081 secs.nsecs elapsed_time: 11.319198580 secs.nsecs subreqs per batch batches % cum % 1: 175 64 64 2: 6 2 66 4: 10 3 69 8: 13 4 74 16: 13 4 79 32: 16 5 85 64: 4 1 86 128: 1 0 87 256: 35 12 100 mdc.lustre-MDT0001-mdc-ffff8800a7ad3800.batch_stats= snapshot_time: 1713432442.982090244 secs.nsecs start_time: 1713432431.662879649 secs.nsecs elapsed_time: 11.319210595 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a7ad3800.statahead_batch_max=64 llite.lustre-ffff8800a7ad3800.statahead_max=128