== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:36:51 (1713404211) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.batch_stats=0 llite.lustre-ffff8800b6c9f800.statahead_max=32 llite.lustre-ffff8800b6c9f800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.73 seconds: 136.69 ops/second llite.lustre-ffff8800b6c9f800.statahead_max=0 101 real 0m0.545s user 0m0.002s sys 0m0.197s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b6c9f800.statahead_max=32 32 101 real 0m0.378s user 0m0.006s sys 0m0.140s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11673 miss_total: 140 total: 900 open/close in 2.90 seconds: 310.36 ops/second llite.lustre-ffff8800b6c9f800.statahead_max=0 1001 real 0m8.336s user 0m0.041s sys 0m3.099s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8800b6c9f800.statahead_max=32 32 1001 real 0m1.956s user 0m0.031s sys 0m1.028s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12672 miss_total: 141 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12672 miss_total: 141 mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.batch_stats= snapshot_time: 1713404238.126170950 secs.nsecs start_time: 1713404212.275837809 secs.nsecs elapsed_time: 25.850333141 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 3 7 10 8: 2 5 15 16: 19 48 64 32: 14 35 100 mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.batch_stats= snapshot_time: 1713404238.126286300 secs.nsecs start_time: 1713404212.275940849 secs.nsecs elapsed_time: 25.850345451 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 7 7 8: 3 7 15 16: 18 46 61 32: 15 38 100 - open/close 3131 (time 1713404248.88 total 10.00 last 313.09) - open/close 6558 (time 1713404258.88 total 20.00 last 342.63) - open/close 9324 (time 1713404268.88 total 30.00 last 276.57) total: 10000 open/close in 32.61 seconds: 306.65 ops/second llite.lustre-ffff8800b6c9f800.statahead_batch_max=0 llite.lustre-ffff8800b6c9f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.stats=clear 10001 real 0m9.414s user 0m0.199s sys 0m8.712s llite.lustre-ffff8800b6c9f800.statahead_batch_max=32 llite.lustre-ffff8800b6c9f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.stats=clear 10001 real 0m21.203s user 0m0.230s sys 0m9.556s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.batch_stats= snapshot_time: 1713404306.540611567 secs.nsecs start_time: 1713404282.929382708 secs.nsecs elapsed_time: 23.611228859 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.batch_stats= snapshot_time: 1713404306.540744634 secs.nsecs start_time: 1713404282.929526583 secs.nsecs elapsed_time: 23.611218051 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.batch_stats=0 llite.lustre-ffff8800b6c9f800.statahead_max=2048 llite.lustre-ffff8800b6c9f800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.89 seconds: 112.01 ops/second llite.lustre-ffff8800b6c9f800.statahead_max=0 101 real 0m0.935s user 0m0.009s sys 0m0.342s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b6c9f800.statahead_max=2048 2048 101 real 0m0.264s user 0m0.002s sys 0m0.132s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.29 seconds: 392.39 ops/second llite.lustre-ffff8800b6c9f800.statahead_max=0 1001 real 0m7.461s user 0m0.021s sys 0m2.723s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8800b6c9f800.statahead_max=2048 2048 1001 real 0m1.201s user 0m0.023s sys 0m0.745s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 3 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.batch_stats= snapshot_time: 1713404370.129476328 secs.nsecs start_time: 1713404307.437158567 secs.nsecs elapsed_time: 62.692317761 secs.nsecs subreqs per batch batches % cum % 1: 1 16 16 2: 0 0 16 4: 3 50 66 8: 0 0 66 16: 0 0 66 32: 0 0 66 64: 0 0 66 128: 0 0 66 256: 2 33 100 mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.batch_stats= snapshot_time: 1713404370.129578808 secs.nsecs start_time: 1713404307.437290664 secs.nsecs elapsed_time: 62.692288144 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 12 12 8: 2 25 37 16: 1 12 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 - open/close 4432 (time 1713404380.81 total 10.00 last 443.06) - open/close 7876 (time 1713404390.81 total 20.01 last 344.31) total: 10000 open/close in 27.41 seconds: 364.79 ops/second llite.lustre-ffff8800b6c9f800.statahead_batch_max=0 llite.lustre-ffff8800b6c9f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.stats=clear 10001 real 0m9.003s user 0m0.191s sys 0m7.965s llite.lustre-ffff8800b6c9f800.statahead_batch_max=256 llite.lustre-ffff8800b6c9f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.stats=clear 10001 real 0m8.752s user 0m0.162s sys 0m7.528s unbatched RPCs: 10004, batched RPCs: 367 mdc.lustre-MDT0000-mdc-ffff8800b6c9f800.batch_stats= snapshot_time: 1713404420.355903510 secs.nsecs start_time: 1713404409.224335113 secs.nsecs elapsed_time: 11.131568397 secs.nsecs subreqs per batch batches % cum % 1: 254 69 69 2: 18 4 74 4: 16 4 78 8: 10 2 81 16: 12 3 84 32: 22 5 90 64: 0 0 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff8800b6c9f800.batch_stats= snapshot_time: 1713404420.356003405 secs.nsecs start_time: 1713404409.224547383 secs.nsecs elapsed_time: 11.131456022 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b6c9f800.statahead_batch_max=64 llite.lustre-ffff8800b6c9f800.statahead_max=128