== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:39:33 (1713404373) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012b776800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b776800.batch_stats=0 llite.lustre-ffff88012b776800.statahead_max=32 llite.lustre-ffff88012b776800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012b776800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b776800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.92 seconds: 109.14 ops/second llite.lustre-ffff88012b776800.statahead_max=0 101 real 0m0.705s user 0m0.003s sys 0m0.257s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012b776800.statahead_max=32 32 101 real 0m0.293s user 0m0.004s sys 0m0.147s ls -l 100 files with statahead: 1 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1446 miss_total: 141 total: 900 open/close in 3.62 seconds: 248.34 ops/second llite.lustre-ffff88012b776800.statahead_max=0 1001 real 0m8.581s user 0m0.040s sys 0m3.042s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff88012b776800.statahead_max=32 32 1001 real 0m2.450s user 0m0.029s sys 0m1.273s ls -l 1000 files with statahead: 2 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2445 miss_total: 142 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2445 miss_total: 142 mdc.lustre-MDT0000-mdc-ffff88012b776800.batch_stats= snapshot_time: 1713404402.991898734 secs.nsecs start_time: 1713404375.501295318 secs.nsecs elapsed_time: 27.490603416 secs.nsecs subreqs per batch batches % cum % 1: 3 7 7 2: 2 5 13 4: 0 0 13 8: 3 7 21 16: 24 63 84 32: 6 15 100 mdc.lustre-MDT0001-mdc-ffff88012b776800.batch_stats= snapshot_time: 1713404402.992120045 secs.nsecs start_time: 1713404375.501438861 secs.nsecs elapsed_time: 27.490681184 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 1 2 7 4: 1 2 10 8: 2 5 15 16: 11 27 42 32: 23 57 100 - open/close 2481 (time 1713404413.92 total 10.00 last 248.07) - open/close 4930 (time 1713404423.92 total 20.00 last 244.89) - open/close 7799 (time 1713404433.92 total 30.00 last 286.84) total: 10000 open/close in 38.70 seconds: 258.42 ops/second llite.lustre-ffff88012b776800.statahead_batch_max=0 llite.lustre-ffff88012b776800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b776800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b776800.stats=clear 10001 real 0m8.782s user 0m0.189s sys 0m8.097s llite.lustre-ffff88012b776800.statahead_batch_max=32 llite.lustre-ffff88012b776800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b776800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012b776800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b776800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b776800.stats=clear 10001 real 0m29.627s user 0m0.286s sys 0m13.600s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012b776800.batch_stats= snapshot_time: 1713404485.492265656 secs.nsecs start_time: 1713404453.499694779 secs.nsecs elapsed_time: 31.992570877 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012b776800.batch_stats= snapshot_time: 1713404485.492442883 secs.nsecs start_time: 1713404453.499778382 secs.nsecs elapsed_time: 31.992664501 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012b776800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b776800.batch_stats=0 llite.lustre-ffff88012b776800.statahead_max=2048 llite.lustre-ffff88012b776800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012b776800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b776800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.94 seconds: 106.61 ops/second llite.lustre-ffff88012b776800.statahead_max=0 101 real 0m0.912s user 0m0.006s sys 0m0.319s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012b776800.statahead_max=2048 2048 101 real 0m0.334s user 0m0.002s sys 0m0.148s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.54 seconds: 254.10 ops/second llite.lustre-ffff88012b776800.statahead_max=0 1001 real 0m9.001s user 0m0.044s sys 0m3.226s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff88012b776800.statahead_max=2048 2048 1001 real 0m1.251s user 0m0.020s sys 0m0.843s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff88012b776800.batch_stats= snapshot_time: 1713404561.492608248 secs.nsecs start_time: 1713404486.492283145 secs.nsecs elapsed_time: 75.000325103 secs.nsecs subreqs per batch batches % cum % 1: 3 37 37 2: 1 12 50 4: 0 0 50 8: 2 25 75 16: 0 0 75 32: 0 0 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff88012b776800.batch_stats= snapshot_time: 1713404561.492716708 secs.nsecs start_time: 1713404486.492460591 secs.nsecs elapsed_time: 75.000256117 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 11 11 4: 1 11 22 8: 2 22 44 16: 1 11 55 32: 0 0 55 64: 2 22 77 128: 0 0 77 256: 2 22 100 - open/close 2895 (time 1713404572.34 total 10.00 last 289.37) - open/close 5711 (time 1713404582.35 total 20.01 last 281.52) - open/close 8710 (time 1713404592.35 total 30.01 last 299.83) total: 10000 open/close in 35.22 seconds: 283.97 ops/second llite.lustre-ffff88012b776800.statahead_batch_max=0 llite.lustre-ffff88012b776800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b776800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b776800.stats=clear 10001 real 0m9.539s user 0m0.194s sys 0m8.547s llite.lustre-ffff88012b776800.statahead_batch_max=256 llite.lustre-ffff88012b776800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b776800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012b776800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b776800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b776800.stats=clear 10001 real 0m8.889s user 0m0.181s sys 0m7.604s unbatched RPCs: 10004, batched RPCs: 278 mdc.lustre-MDT0000-mdc-ffff88012b776800.batch_stats= snapshot_time: 1713404620.465824700 secs.nsecs start_time: 1713404609.154754457 secs.nsecs elapsed_time: 11.311070243 secs.nsecs subreqs per batch batches % cum % 1: 178 64 64 2: 15 5 69 4: 7 2 71 8: 8 2 74 16: 16 5 80 32: 15 5 85 64: 3 1 87 128: 1 0 87 256: 35 12 100 mdc.lustre-MDT0001-mdc-ffff88012b776800.batch_stats= snapshot_time: 1713404620.466017540 secs.nsecs start_time: 1713404609.154845357 secs.nsecs elapsed_time: 11.311172183 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012b776800.statahead_batch_max=64 llite.lustre-ffff88012b776800.statahead_max=128