== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:08:59 (1713366539) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800866d5800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800866d5800.batch_stats=0 llite.lustre-ffff8800866d5800.statahead_max=32 llite.lustre-ffff8800866d5800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800866d5800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800866d5800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.51 seconds: 195.74 ops/second llite.lustre-ffff8800866d5800.statahead_max=0 101 real 0m0.490s user 0m0.004s sys 0m0.179s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800866d5800.statahead_max=32 32 101 real 0m0.304s user 0m0.003s sys 0m0.106s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11517 miss_total: 143 total: 900 open/close in 1.63 seconds: 553.63 ops/second llite.lustre-ffff8800866d5800.statahead_max=0 1001 real 0m4.806s user 0m0.023s sys 0m1.737s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800866d5800.statahead_max=32 32 1001 real 0m1.679s user 0m0.017s sys 0m0.910s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12516 miss_total: 144 - open/close 5234 (time 1713366563.02 total 10.00 last 523.36) total: 9000 open/close in 16.84 seconds: 534.35 ops/second llite.lustre-ffff8800866d5800.statahead_max=0 10001 real 0m48.055s user 0m0.257s sys 0m17.136s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff8800866d5800.statahead_max=32 32 10001 real 0m16.079s user 0m0.185s sys 0m8.562s ls -l 10000 files with statahead: 16 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22515 miss_total: 145 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 33 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22515 miss_total: 145 mdc.lustre-MDT0000-mdc-ffff8800866d5800.batch_stats= snapshot_time: 1713366672.410202131 secs.nsecs start_time: 1713366540.150458581 secs.nsecs elapsed_time: 132.259743550 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 2 0 1 8: 7 1 3 16: 195 54 58 32: 149 41 100 mdc.lustre-MDT0001-mdc-ffff8800866d5800.batch_stats= snapshot_time: 1713366672.410357622 secs.nsecs start_time: 1713366540.150569458 secs.nsecs elapsed_time: 132.259788164 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 0 0 4: 3 0 1 8: 4 1 2 16: 194 54 57 32: 151 42 100 - open/close 5515 (time 1713366683.06 total 10.00 last 551.49) total: 10000 open/close in 18.35 seconds: 544.89 ops/second llite.lustre-ffff8800866d5800.statahead_batch_max=0 llite.lustre-ffff8800866d5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800866d5800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800866d5800.stats=clear 10001 real 0m9.909s user 0m0.242s sys 0m9.192s llite.lustre-ffff8800866d5800.statahead_batch_max=32 llite.lustre-ffff8800866d5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800866d5800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800866d5800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800866d5800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800866d5800.stats=clear 10001 real 0m19.000s user 0m0.189s sys 0m8.544s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800866d5800.batch_stats= snapshot_time: 1713366724.456852541 secs.nsecs start_time: 1713366703.147689539 secs.nsecs elapsed_time: 21.309163002 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800866d5800.batch_stats= snapshot_time: 1713366724.456948806 secs.nsecs start_time: 1713366703.147768164 secs.nsecs elapsed_time: 21.309180642 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800866d5800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800866d5800.batch_stats=0 llite.lustre-ffff8800866d5800.statahead_max=2048 llite.lustre-ffff8800866d5800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800866d5800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800866d5800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.99 seconds: 100.81 ops/second llite.lustre-ffff8800866d5800.statahead_max=0 101 real 0m0.611s user 0m0.009s sys 0m0.222s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800866d5800.statahead_max=2048 2048 101 real 0m0.265s user 0m0.003s sys 0m0.111s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.67 seconds: 538.30 ops/second llite.lustre-ffff8800866d5800.statahead_max=0 1001 real 0m4.921s user 0m0.028s sys 0m1.825s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800866d5800.statahead_max=2048 2048 1001 real 0m1.242s user 0m0.022s sys 0m0.747s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5554 (time 1713366781.23 total 10.00 last 555.33) total: 9000 open/close in 16.19 seconds: 555.96 ops/second llite.lustre-ffff8800866d5800.statahead_max=0 10001 real 0m47.732s user 0m0.258s sys 0m17.072s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff8800866d5800.statahead_max=2048 2048 10001 real 0m9.103s user 0m0.192s sys 0m7.842s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 45 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800866d5800.batch_stats= snapshot_time: 1713366893.910391578 secs.nsecs start_time: 1713366725.071442137 secs.nsecs elapsed_time: 168.838949441 secs.nsecs subreqs per batch batches % cum % 1: 72 58 58 2: 5 4 62 4: 7 5 67 8: 5 4 71 16: 0 0 71 32: 1 0 72 64: 1 0 73 128: 8 6 79 256: 25 20 100 mdc.lustre-MDT0001-mdc-ffff8800866d5800.batch_stats= snapshot_time: 1713366893.910539681 secs.nsecs start_time: 1713366725.071518153 secs.nsecs elapsed_time: 168.839021528 secs.nsecs subreqs per batch batches % cum % 1: 71 53 53 2: 8 6 59 4: 8 6 65 8: 5 3 69 16: 2 1 71 32: 1 0 71 64: 3 2 74 128: 3 2 76 256: 31 23 100 - open/close 5030 (time 1713366904.64 total 10.00 last 503.00) - open/close 9833 (time 1713366914.64 total 20.00 last 480.24) total: 10000 open/close in 20.50 seconds: 487.87 ops/second llite.lustre-ffff8800866d5800.statahead_batch_max=0 llite.lustre-ffff8800866d5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800866d5800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800866d5800.stats=clear 10001 real 0m10.144s user 0m0.202s sys 0m9.052s llite.lustre-ffff8800866d5800.statahead_batch_max=256 llite.lustre-ffff8800866d5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800866d5800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800866d5800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800866d5800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800866d5800.stats=clear 10001 real 0m9.263s user 0m0.207s sys 0m8.144s unbatched RPCs: 10004, batched RPCs: 458 mdc.lustre-MDT0000-mdc-ffff8800866d5800.batch_stats= snapshot_time: 1713366938.820151929 secs.nsecs start_time: 1713366927.073994935 secs.nsecs elapsed_time: 11.746156994 secs.nsecs subreqs per batch batches % cum % 1: 340 74 74 2: 17 3 77 4: 18 3 81 8: 9 1 83 16: 14 3 86 32: 23 5 91 64: 3 0 92 128: 0 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff8800866d5800.batch_stats= snapshot_time: 1713366938.820310774 secs.nsecs start_time: 1713366927.074071870 secs.nsecs elapsed_time: 11.746238904 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800866d5800.statahead_batch_max=64 llite.lustre-ffff8800866d5800.statahead_max=128