== sanity test 123ad: Verify batching statahead works correctly ========================================================== 15:56:22 (1713470182) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012ab02800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012ab02800.batch_stats=0 llite.lustre-ffff88012ab02800.statahead_max=32 llite.lustre-ffff88012ab02800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012ab02800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012ab02800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.94 seconds: 106.30 ops/second llite.lustre-ffff88012ab02800.statahead_max=0 101 real 0m0.934s user 0m0.008s sys 0m0.311s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012ab02800.statahead_max=32 32 101 real 0m0.351s user 0m0.004s sys 0m0.175s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1472 miss_total: 140 total: 900 open/close in 3.60 seconds: 249.70 ops/second llite.lustre-ffff88012ab02800.statahead_max=0 1001 real 0m8.551s user 0m0.037s sys 0m2.865s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff88012ab02800.statahead_max=32 32 1001 real 0m2.612s user 0m0.025s sys 0m1.353s ls -l 1000 files with statahead: 2 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2471 miss_total: 141 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 6 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2471 miss_total: 141 mdc.lustre-MDT0000-mdc-ffff88012ab02800.batch_stats= snapshot_time: 1713470213.016211663 secs.nsecs start_time: 1713470183.774516798 secs.nsecs elapsed_time: 29.241694865 secs.nsecs subreqs per batch batches % cum % 1: 5 13 13 2: 1 2 16 4: 0 0 16 8: 1 2 18 16: 24 64 83 32: 6 16 100 mdc.lustre-MDT0001-mdc-ffff88012ab02800.batch_stats= snapshot_time: 1713470213.016436267 secs.nsecs start_time: 1713470183.774667811 secs.nsecs elapsed_time: 29.241768456 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 2 2 8: 3 7 10 16: 15 38 48 32: 20 51 100 - open/close 2566 (time 1713470223.91 total 10.00 last 256.58) - open/close 5022 (time 1713470233.92 total 20.00 last 245.52) - open/close 7378 (time 1713470243.92 total 30.01 last 235.56) - open/close 9830 (time 1713470253.92 total 40.01 last 245.15) total: 10000 open/close in 40.70 seconds: 245.73 ops/second llite.lustre-ffff88012ab02800.statahead_batch_max=0 llite.lustre-ffff88012ab02800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012ab02800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012ab02800.stats=clear 10001 real 0m8.829s user 0m0.199s sys 0m8.142s llite.lustre-ffff88012ab02800.statahead_batch_max=32 llite.lustre-ffff88012ab02800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012ab02800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012ab02800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012ab02800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012ab02800.stats=clear 10001 real 0m29.328s user 0m0.255s sys 0m12.993s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012ab02800.batch_stats= snapshot_time: 1713470297.400020888 secs.nsecs start_time: 1713470265.596683282 secs.nsecs elapsed_time: 31.803337606 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012ab02800.batch_stats= snapshot_time: 1713470297.400223971 secs.nsecs start_time: 1713470265.596830206 secs.nsecs elapsed_time: 31.803393765 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012ab02800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012ab02800.batch_stats=0 llite.lustre-ffff88012ab02800.statahead_max=2048 llite.lustre-ffff88012ab02800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012ab02800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012ab02800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.93 seconds: 107.04 ops/second llite.lustre-ffff88012ab02800.statahead_max=0 101 real 0m0.890s user 0m0.005s sys 0m0.310s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012ab02800.statahead_max=2048 2048 101 real 0m0.324s user 0m0.008s sys 0m0.150s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 3 total: 900 open/close in 3.38 seconds: 266.15 ops/second llite.lustre-ffff88012ab02800.statahead_max=0 1001 real 0m8.459s user 0m0.027s sys 0m3.009s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff88012ab02800.statahead_max=2048 2048 1001 real 0m1.238s user 0m0.019s sys 0m0.777s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 6 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012ab02800.batch_stats= snapshot_time: 1713470377.239937089 secs.nsecs start_time: 1713470298.427077539 secs.nsecs elapsed_time: 78.812859550 secs.nsecs subreqs per batch batches % cum % 1: 2 40 40 2: 0 0 40 4: 1 20 60 8: 0 0 60 16: 0 0 60 32: 0 0 60 64: 0 0 60 128: 0 0 60 256: 2 40 100 mdc.lustre-MDT0001-mdc-ffff88012ab02800.batch_stats= snapshot_time: 1713470377.240053390 secs.nsecs start_time: 1713470298.427226656 secs.nsecs elapsed_time: 78.812826734 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 3 37 37 16: 1 12 50 32: 1 12 62 64: 0 0 62 128: 1 12 75 256: 2 25 100 - open/close 2502 (time 1713470388.16 total 10.00 last 250.16) - open/close 5012 (time 1713470398.16 total 20.00 last 250.97) - open/close 7425 (time 1713470408.16 total 30.01 last 241.21) - open/close 9850 (time 1713470418.17 total 40.01 last 242.43) total: 10000 open/close in 40.62 seconds: 246.19 ops/second llite.lustre-ffff88012ab02800.statahead_batch_max=0 llite.lustre-ffff88012ab02800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012ab02800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012ab02800.stats=clear 10001 real 0m8.665s user 0m0.187s sys 0m7.717s llite.lustre-ffff88012ab02800.statahead_batch_max=256 llite.lustre-ffff88012ab02800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012ab02800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012ab02800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012ab02800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012ab02800.stats=clear 10001 real 0m8.458s user 0m0.168s sys 0m7.178s unbatched RPCs: 10004, batched RPCs: 354 mdc.lustre-MDT0000-mdc-ffff88012ab02800.batch_stats= snapshot_time: 1713470440.706015510 secs.nsecs start_time: 1713470429.748096296 secs.nsecs elapsed_time: 10.957919214 secs.nsecs subreqs per batch batches % cum % 1: 227 64 64 2: 22 6 70 4: 18 5 75 8: 16 4 79 16: 17 4 84 32: 18 5 89 64: 1 0 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff88012ab02800.batch_stats= snapshot_time: 1713470440.706256763 secs.nsecs start_time: 1713470429.748244879 secs.nsecs elapsed_time: 10.958011884 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012ab02800.statahead_batch_max=64 llite.lustre-ffff88012ab02800.statahead_max=128