== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:35:17 (1713281717) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012c436800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012c436800.batch_stats=0 llite.lustre-ffff88012c436800.statahead_max=32 llite.lustre-ffff88012c436800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012c436800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012c436800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.95 seconds: 105.61 ops/second llite.lustre-ffff88012c436800.statahead_max=0 101 real 0m0.947s user 0m0.002s sys 0m0.325s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012c436800.statahead_max=32 32 101 real 0m0.315s user 0m0.008s sys 0m0.162s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1532 miss_total: 140 total: 900 open/close in 3.65 seconds: 246.90 ops/second llite.lustre-ffff88012c436800.statahead_max=0 1001 real 0m8.597s user 0m0.040s sys 0m2.902s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff88012c436800.statahead_max=32 32 1001 real 0m2.583s user 0m0.042s sys 0m1.356s ls -l 1000 files with statahead: 3 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2531 miss_total: 141 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 6 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2531 miss_total: 141 mdc.lustre-MDT0000-mdc-ffff88012c436800.batch_stats= snapshot_time: 1713281748.304114469 secs.nsecs start_time: 1713281719.509125072 secs.nsecs elapsed_time: 28.794989397 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 1 2 5 4: 2 5 10 8: 3 7 17 16: 16 41 58 32: 16 41 100 mdc.lustre-MDT0001-mdc-ffff88012c436800.batch_stats= snapshot_time: 1713281748.304214184 secs.nsecs start_time: 1713281719.509290515 secs.nsecs elapsed_time: 28.794923669 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 2 5 7 4: 1 2 10 8: 3 7 17 16: 18 45 62 32: 15 37 100 - open/close 2510 (time 1713281759.09 total 10.00 last 250.95) - open/close 4832 (time 1713281769.09 total 20.00 last 232.16) - open/close 7270 (time 1713281779.09 total 30.01 last 243.76) - open/close 9673 (time 1713281789.10 total 40.01 last 240.26) total: 10000 open/close in 41.42 seconds: 241.42 ops/second llite.lustre-ffff88012c436800.statahead_batch_max=0 llite.lustre-ffff88012c436800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c436800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012c436800.stats=clear 10001 real 0m7.659s user 0m0.156s sys 0m6.958s llite.lustre-ffff88012c436800.statahead_batch_max=32 llite.lustre-ffff88012c436800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c436800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012c436800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c436800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012c436800.stats=clear 10001 real 0m28.730s user 0m0.201s sys 0m13.242s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012c436800.batch_stats= snapshot_time: 1713281831.449105058 secs.nsecs start_time: 1713281800.271039615 secs.nsecs elapsed_time: 31.178065443 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012c436800.batch_stats= snapshot_time: 1713281831.449211290 secs.nsecs start_time: 1713281800.271183733 secs.nsecs elapsed_time: 31.178027557 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012c436800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012c436800.batch_stats=0 llite.lustre-ffff88012c436800.statahead_max=2048 llite.lustre-ffff88012c436800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012c436800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012c436800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.92 seconds: 108.46 ops/second llite.lustre-ffff88012c436800.statahead_max=0 101 real 0m0.923s user 0m0.007s sys 0m0.312s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012c436800.statahead_max=2048 2048 101 real 0m0.285s user 0m0.004s sys 0m0.156s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.77 seconds: 238.66 ops/second llite.lustre-ffff88012c436800.statahead_max=0 1001 real 0m8.381s user 0m0.039s sys 0m2.767s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff88012c436800.statahead_max=2048 2048 1001 real 0m1.101s user 0m0.012s sys 0m0.706s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 6 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff88012c436800.batch_stats= snapshot_time: 1713281914.543290261 secs.nsecs start_time: 1713281832.296519383 secs.nsecs elapsed_time: 82.246770878 secs.nsecs subreqs per batch batches % cum % 1: 3 33 33 2: 2 22 55 4: 0 0 55 8: 2 22 77 16: 0 0 77 32: 0 0 77 64: 0 0 77 128: 0 0 77 256: 2 22 100 mdc.lustre-MDT0001-mdc-ffff88012c436800.batch_stats= snapshot_time: 1713281914.543498684 secs.nsecs start_time: 1713281832.296680043 secs.nsecs elapsed_time: 82.246818641 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 10 10 8: 3 30 40 16: 2 20 60 32: 1 10 70 64: 1 10 80 128: 0 0 80 256: 2 20 100 - open/close 2610 (time 1713281925.52 total 10.00 last 260.96) - open/close 4953 (time 1713281935.52 total 20.00 last 234.28) - open/close 7341 (time 1713281945.52 total 30.00 last 238.75) - open/close 9668 (time 1713281955.52 total 40.01 last 232.62) total: 10000 open/close in 41.46 seconds: 241.18 ops/second llite.lustre-ffff88012c436800.statahead_batch_max=0 llite.lustre-ffff88012c436800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c436800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012c436800.stats=clear 10001 real 0m8.151s user 0m0.184s sys 0m7.169s llite.lustre-ffff88012c436800.statahead_batch_max=256 llite.lustre-ffff88012c436800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c436800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012c436800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c436800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012c436800.stats=clear 10001 real 0m8.100s user 0m0.169s sys 0m7.055s unbatched RPCs: 10004, batched RPCs: 285 mdc.lustre-MDT0000-mdc-ffff88012c436800.batch_stats= snapshot_time: 1713281977.522384878 secs.nsecs start_time: 1713281967.052859097 secs.nsecs elapsed_time: 10.469525781 secs.nsecs subreqs per batch batches % cum % 1: 177 62 62 2: 22 7 69 4: 6 2 71 8: 9 3 75 16: 15 5 80 32: 16 5 85 64: 5 1 87 128: 0 0 87 256: 35 12 100 mdc.lustre-MDT0001-mdc-ffff88012c436800.batch_stats= snapshot_time: 1713281977.522575128 secs.nsecs start_time: 1713281967.053021088 secs.nsecs elapsed_time: 10.469554040 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012c436800.statahead_batch_max=64 llite.lustre-ffff88012c436800.statahead_max=128