== sanity test 123ad: Verify batching statahead works correctly ========================================================== 15:37:47 (1713296267) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012a5ae800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a5ae800.batch_stats=0 llite.lustre-ffff88012a5ae800.statahead_max=32 llite.lustre-ffff88012a5ae800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a5ae800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a5ae800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.50 seconds: 199.83 ops/second llite.lustre-ffff88012a5ae800.statahead_max=0 101 real 0m0.494s user 0m0.003s sys 0m0.188s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a5ae800.statahead_max=32 32 101 real 0m0.298s user 0m0.006s sys 0m0.106s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11623 miss_total: 143 total: 900 open/close in 1.65 seconds: 545.33 ops/second llite.lustre-ffff88012a5ae800.statahead_max=0 1001 real 0m4.802s user 0m0.029s sys 0m1.831s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88012a5ae800.statahead_max=32 32 1001 real 0m1.603s user 0m0.022s sys 0m0.857s ls -l 1000 files with statahead: 1 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12622 miss_total: 144 - open/close 5417 (time 1713296290.95 total 10.00 last 541.61) total: 9000 open/close in 16.51 seconds: 545.14 ops/second llite.lustre-ffff88012a5ae800.statahead_max=0 10001 real 0m48.422s user 0m0.278s sys 0m18.248s ls -l 10000 files without statahead: 49 sec llite.lustre-ffff88012a5ae800.statahead_max=32 32 10001 real 0m17.328s user 0m0.233s sys 0m9.230s ls -l 10000 files with statahead: 17 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22621 miss_total: 146 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 38 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22621 miss_total: 146 mdc.lustre-MDT0000-mdc-ffff88012a5ae800.batch_stats= snapshot_time: 1713296406.476468334 secs.nsecs start_time: 1713296268.148742959 secs.nsecs elapsed_time: 138.327725375 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 1 0 1 8: 6 1 2 16: 203 57 60 32: 142 40 100 mdc.lustre-MDT0001-mdc-ffff88012a5ae800.batch_stats= snapshot_time: 1713296406.476573837 secs.nsecs start_time: 1713296268.148859936 secs.nsecs elapsed_time: 138.327713901 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 2 0 1 8: 4 1 2 16: 196 55 58 32: 148 41 100 - open/close 6086 (time 1713296417.12 total 10.00 last 608.52) total: 10000 open/close in 17.38 seconds: 575.53 ops/second llite.lustre-ffff88012a5ae800.statahead_batch_max=0 llite.lustre-ffff88012a5ae800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a5ae800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a5ae800.stats=clear 10001 real 0m9.873s user 0m0.207s sys 0m9.241s llite.lustre-ffff88012a5ae800.statahead_batch_max=32 llite.lustre-ffff88012a5ae800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a5ae800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a5ae800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a5ae800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a5ae800.stats=clear 10001 real 0m18.743s user 0m0.226s sys 0m8.500s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012a5ae800.batch_stats= snapshot_time: 1713296457.593802858 secs.nsecs start_time: 1713296436.598284965 secs.nsecs elapsed_time: 20.995517893 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012a5ae800.batch_stats= snapshot_time: 1713296457.593933338 secs.nsecs start_time: 1713296436.598364470 secs.nsecs elapsed_time: 20.995568868 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012a5ae800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a5ae800.batch_stats=0 llite.lustre-ffff88012a5ae800.statahead_max=2048 llite.lustre-ffff88012a5ae800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a5ae800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a5ae800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.92 seconds: 108.52 ops/second llite.lustre-ffff88012a5ae800.statahead_max=0 101 real 0m0.526s user 0m0.008s sys 0m0.197s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88012a5ae800.statahead_max=2048 2048 101 real 0m0.299s user 0m0.007s sys 0m0.119s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.49 seconds: 603.33 ops/second llite.lustre-ffff88012a5ae800.statahead_max=0 1001 real 0m4.702s user 0m0.029s sys 0m1.807s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88012a5ae800.statahead_max=2048 2048 1001 real 0m1.262s user 0m0.018s sys 0m0.803s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5307 (time 1713296518.72 total 10.00 last 530.63) total: 9000 open/close in 16.11 seconds: 558.61 ops/second llite.lustre-ffff88012a5ae800.statahead_max=0 10001 real 0m49.063s user 0m0.286s sys 0m18.652s ls -l 10000 files without statahead: 49 sec llite.lustre-ffff88012a5ae800.statahead_max=2048 2048 10001 real 0m10.456s user 0m0.202s sys 0m9.221s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 36 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012a5ae800.batch_stats= snapshot_time: 1713296625.106309093 secs.nsecs start_time: 1713296458.241255106 secs.nsecs elapsed_time: 166.865053987 secs.nsecs subreqs per batch batches % cum % 1: 10 16 16 2: 4 6 23 4: 4 6 30 8: 3 5 35 16: 2 3 38 32: 1 1 40 64: 1 1 42 128: 0 0 42 256: 34 57 100 mdc.lustre-MDT0001-mdc-ffff88012a5ae800.batch_stats= snapshot_time: 1713296625.106412068 secs.nsecs start_time: 1713296458.241364784 secs.nsecs elapsed_time: 166.865047284 secs.nsecs subreqs per batch batches % cum % 1: 20 29 29 2: 0 0 29 4: 4 5 35 8: 4 5 41 16: 2 2 44 32: 2 2 47 64: 1 1 49 128: 3 4 53 256: 31 46 100 - open/close 5572 (time 1713296635.76 total 10.00 last 557.13) total: 10000 open/close in 18.04 seconds: 554.44 ops/second llite.lustre-ffff88012a5ae800.statahead_batch_max=0 llite.lustre-ffff88012a5ae800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a5ae800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a5ae800.stats=clear 10001 real 0m11.528s user 0m0.279s sys 0m10.323s llite.lustre-ffff88012a5ae800.statahead_batch_max=256 llite.lustre-ffff88012a5ae800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a5ae800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a5ae800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a5ae800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a5ae800.stats=clear 10001 real 0m11.373s user 0m0.234s sys 0m9.746s unbatched RPCs: 10004, batched RPCs: 356 mdc.lustre-MDT0000-mdc-ffff88012a5ae800.batch_stats= snapshot_time: 1713296671.504575579 secs.nsecs start_time: 1713296657.299935168 secs.nsecs elapsed_time: 14.204640411 secs.nsecs subreqs per batch batches % cum % 1: 227 63 63 2: 20 5 69 4: 21 5 75 8: 14 3 79 16: 17 4 83 32: 20 5 89 64: 3 0 90 128: 0 0 90 256: 34 9 100 mdc.lustre-MDT0001-mdc-ffff88012a5ae800.batch_stats= snapshot_time: 1713296671.504720584 secs.nsecs start_time: 1713296657.300049526 secs.nsecs elapsed_time: 14.204671058 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012a5ae800.statahead_batch_max=64 llite.lustre-ffff88012a5ae800.statahead_max=128